2024-12-04 00:17:43,750 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 00:17:43,769 main DEBUG Took 0.016632 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 00:17:43,769 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 00:17:43,770 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 00:17:43,770 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 00:17:43,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,781 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 00:17:43,796 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,799 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,800 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,801 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,803 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,804 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 00:17:43,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,805 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 00:17:43,807 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 00:17:43,808 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 00:17:43,809 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 00:17:43,809 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 00:17:43,811 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 00:17:43,811 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 00:17:43,818 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 00:17:43,820 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 00:17:43,821 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 00:17:43,821 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 00:17:43,822 main DEBUG createAppenders(={Console}) 2024-12-04 00:17:43,822 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 00:17:43,822 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 00:17:43,823 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 00:17:43,823 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 00:17:43,823 main DEBUG OutputStream closed 2024-12-04 00:17:43,823 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 00:17:43,824 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 00:17:43,824 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 00:17:43,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 00:17:43,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 00:17:43,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 00:17:43,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 00:17:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 00:17:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 00:17:43,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 00:17:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 00:17:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 00:17:43,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 00:17:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 00:17:43,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 00:17:43,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 00:17:43,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 00:17:43,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 00:17:43,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 00:17:43,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 00:17:43,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 00:17:43,902 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 00:17:43,902 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 00:17:43,902 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 00:17:43,904 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T00:17:43,921 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 00:17:43,925 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 00:17:43,925 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T00:17:43,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=6171 2024-12-04T00:17:44,211 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T00:17:44,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f 2024-12-04T00:17:44,253 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b, deleteOnExit=true 2024-12-04T00:17:44,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/zookeeper_0, clientPort=50944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:17:44,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50944 2024-12-04T00:17:44,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:17:44,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:17:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/test.cache.data in system properties and HBase conf 2024-12-04T00:17:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:17:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:17:44,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:17:44,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:17:44,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:17:44,469 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T00:17:44,563 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:17:44,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:17:44,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:17:44,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:17:44,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:17:44,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:17:44,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:17:44,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:17:44,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:17:44,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:17:44,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:17:45,687 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T00:17:45,779 INFO [Time-limited test {}] log.Log(170): Logging initialized @2725ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T00:17:45,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:45,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:17:45,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:17:45,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:17:45,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:17:45,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:45,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:17:45,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:17:46,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/java.io.tmpdir/jetty-localhost-41595-hadoop-hdfs-3_4_1-tests_jar-_-any-4190813579525506109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:17:46,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41595} 2024-12-04T00:17:46,142 INFO [Time-limited test {}] server.Server(415): Started @3090ms 2024-12-04T00:17:46,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:46,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:17:46,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:17:46,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:17:46,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:17:46,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:17:46,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:17:47,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/java.io.tmpdir/jetty-localhost-40335-hadoop-hdfs-3_4_1-tests_jar-_-any-16754724870235142785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:17:47,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40335} 2024-12-04T00:17:47,015 INFO [Time-limited test {}] server.Server(415): Started @3962ms 2024-12-04T00:17:47,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:17:48,294 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/data/data1/current/BP-1936577548-172.17.0.3-1733271465130/current, will proceed with Du for space computation calculation, 2024-12-04T00:17:48,294 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/data/data2/current/BP-1936577548-172.17.0.3-1733271465130/current, will proceed with Du for space computation calculation, 2024-12-04T00:17:48,321 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:17:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f32745c01f14cda with lease ID 0x4ed393414fb3f4ee: Processing first storage report for DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=c12ce130-8f41-45d3-9c6e-c78522b6ec19, infoPort=44469, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=298249303;c=1733271465130) 2024-12-04T00:17:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f32745c01f14cda with lease ID 0x4ed393414fb3f4ee: from storage DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=c12ce130-8f41-45d3-9c6e-c78522b6ec19, infoPort=44469, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=298249303;c=1733271465130), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T00:17:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f32745c01f14cda with lease ID 0x4ed393414fb3f4ee: Processing first storage report for DS-54dc9572-86b4-4b17-ae1c-83bc659dad0e from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=c12ce130-8f41-45d3-9c6e-c78522b6ec19, infoPort=44469, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=298249303;c=1733271465130) 2024-12-04T00:17:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f32745c01f14cda with lease ID 0x4ed393414fb3f4ee: from storage DS-54dc9572-86b4-4b17-ae1c-83bc659dad0e node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=c12ce130-8f41-45d3-9c6e-c78522b6ec19, infoPort=44469, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=298249303;c=1733271465130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:17:48,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f 2024-12-04T00:17:48,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:48,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:17:49,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f with version=8 2024-12-04T00:17:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/hbase-staging 2024-12-04T00:17:49,123 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T00:17:49,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:17:49,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:17:49,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:17:49,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:17:49,556 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T00:17:49,563 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T00:17:49,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:17:49,588 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10365 (auto-detected) 2024-12-04T00:17:49,589 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-04T00:17:49,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39485 2024-12-04T00:17:49,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39485 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:49,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394850x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:49,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39485-0x1019db3a52d0000 connected 2024-12-04T00:17:49,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:49,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:49,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:17:49,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f, hbase.cluster.distributed=false 2024-12-04T00:17:49,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/acl 2024-12-04T00:17:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-04T00:17:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39485 2024-12-04T00:17:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39485 2024-12-04T00:17:49,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-04T00:17:49,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-04T00:17:49,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:17:49,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:17:49,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:49,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:17:49,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:17:49,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:17:49,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35759 2024-12-04T00:17:49,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35759 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:49,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:49,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357590x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:49,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35759-0x1019db3a52d0001 connected 2024-12-04T00:17:49,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:17:49,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:17:49,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:17:49,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/master 2024-12-04T00:17:49,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/acl 2024-12-04T00:17:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35759 2024-12-04T00:17:49,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35759 2024-12-04T00:17:49,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35759 2024-12-04T00:17:49,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35759 2024-12-04T00:17:49,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35759 2024-12-04T00:17:50,015 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:39485 2024-12-04T00:17:50,016 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01500641429/backup-masters/b20163ee1150,39485,1733271469203 2024-12-04T00:17:50,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:17:50,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:17:50,030 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/backup-masters/b20163ee1150,39485,1733271469203 2024-12-04T00:17:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/master 2024-12-04T00:17:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:50,060 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/master 2024-12-04T00:17:50,062 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01500641429/backup-masters/b20163ee1150,39485,1733271469203 from backup master directory 2024-12-04T00:17:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/backup-masters/b20163ee1150,39485,1733271469203 2024-12-04T00:17:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:17:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:17:50,120 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:17:50,120 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,39485,1733271469203 2024-12-04T00:17:50,123 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T00:17:50,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T00:17:50,177 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/hbase.id] with ID: 2750e5e3-c9ae-46e5-9812-69e29458a842 2024-12-04T00:17:50,178 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.tmp/hbase.id 2024-12-04T00:17:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:17:50,596 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.tmp/hbase.id]:[hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/hbase.id] 2024-12-04T00:17:50,644 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:50,649 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:17:50,667 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-04T00:17:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:17:51,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:17:51,159 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:17:51,172 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T00:17:51,176 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:17:51,618 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store 2024-12-04T00:17:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:17:51,641 INFO [master/b20163ee1150:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T00:17:51,645 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:51,647 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:17:51,647 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:51,648 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:51,650 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:17:51,650 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:51,650 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:51,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271471647Disabling compacts and flushes for region at 1733271471647Disabling writes for close at 1733271471650 (+3 ms)Writing region close event to WAL at 1733271471650Closed at 1733271471650 2024-12-04T00:17:51,655 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/.initializing 2024-12-04T00:17:51,655 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203 2024-12-04T00:17:51,666 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:17:51,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C39485%2C1733271469203, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/oldWALs, maxLogs=10 2024-12-04T00:17:51,712 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203/b20163ee1150%2C39485%2C1733271469203.1733271471689, exclude list is [], retry=0 2024-12-04T00:17:51,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:17:51,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T00:17:51,760 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:17:51,761 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:17:51,761 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:17:51,762 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:51,764 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,765 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:17:51,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:51,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:51,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:17:51,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:51,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:51,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:17:51,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:51,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:51,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:17:51,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:51,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:51,843 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,846 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,847 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,853 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,853 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,856 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:51,860 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:51,864 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:17:51,866 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71049588, jitterRate=0.05872136354446411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:51,871 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271471777Initializing all the Stores at 1733271471778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271471779 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271471780 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271471780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271471780Cleaning up temporary data from old regions at 1733271471853 (+73 ms)Region opened successfully at 1733271471871 (+18 ms) 2024-12-04T00:17:51,872 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:17:51,901 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:17:51,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:17:51,939 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:17:51,939 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:17:51,942 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:17:51,943 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T00:17:51,947 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T00:17:51,947 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:17:51,980 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:17:51,993 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/balancer because node does not exist (not necessarily an error) 2024-12-04T00:17:52,008 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/balancer already deleted, retry=false 2024-12-04T00:17:52,012 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:17:52,015 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:17:52,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/normalizer already deleted, retry=false 2024-12-04T00:17:52,035 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:17:52,047 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:17:52,059 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/switch/split already deleted, retry=false 2024-12-04T00:17:52,060 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:17:52,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/switch/merge already deleted, retry=false 2024-12-04T00:17:52,087 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:17:52,101 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/snapshot-cleanup already deleted, retry=false 2024-12-04T00:17:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/running 2024-12-04T00:17:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/running 2024-12-04T00:17:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,114 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,39485,1733271469203, sessionid=0x1019db3a52d0000, setting cluster-up flag (Was=false) 2024-12-04T00:17:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,175 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01500641429/flush-table-proc/acquired, /01500641429/flush-table-proc/reached, /01500641429/flush-table-proc/abort 2024-12-04T00:17:52,177 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39485,1733271469203 2024-12-04T00:17:52,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:52,227 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01500641429/online-snapshot/acquired, /01500641429/online-snapshot/reached, /01500641429/online-snapshot/abort 2024-12-04T00:17:52,230 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39485,1733271469203 2024-12-04T00:17:52,239 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:17:52,304 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(746): ClusterId : 2750e5e3-c9ae-46e5-9812-69e29458a842 2024-12-04T00:17:52,307 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:17:52,311 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:52,319 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:17:52,325 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:17:52,325 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:17:52,327 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:17:52,334 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:17:52,334 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba5cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:17:52,334 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,39485,1733271469203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:17:52,344 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:52,344 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:52,344 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:52,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:52,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:17:52,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:17:52,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,350 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:35759 2024-12-04T00:17:52,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:52,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:17:52,354 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271502354 2024-12-04T00:17:52,354 INFO [RS:0;b20163ee1150:35759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:17:52,354 INFO [RS:0;b20163ee1150:35759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:17:52,355 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:17:52,356 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:17:52,357 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:17:52,358 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39485,1733271469203 with port=35759, startcode=1733271469915 2024-12-04T00:17:52,361 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:17:52,361 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:17:52,362 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:17:52,362 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:17:52,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:52,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:17:52,363 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,368 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:17:52,370 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:17:52,370 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:17:52,371 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:17:52,371 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:17:52,376 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:17:52,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:17:52,380 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271472378,5,FailOnTimeoutGroup] 2024-12-04T00:17:52,384 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271472381,5,FailOnTimeoutGroup] 2024-12-04T00:17:52,384 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,384 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:17:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:17:52,386 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,386 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:17:52,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39485 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,448 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f 2024-12-04T00:17:52,448 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45491 2024-12-04T00:17:52,449 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:17:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/rs 2024-12-04T00:17:52,461 DEBUG [RS:0;b20163ee1150:35759 {}] zookeeper.ZKUtil(111): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/rs/b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,461 WARN [RS:0;b20163ee1150:35759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:17:52,461 INFO [RS:0;b20163ee1150:35759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:52,462 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,35759,1733271469915] 2024-12-04T00:17:52,489 INFO [RS:0;b20163ee1150:35759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:17:52,501 INFO [RS:0;b20163ee1150:35759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:17:52,508 INFO [RS:0;b20163ee1150:35759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:17:52,508 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,510 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:17:52,517 INFO [RS:0;b20163ee1150:35759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:17:52,519 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,519 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,519 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,520 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,520 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,520 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,520 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:17:52,521 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,521 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,521 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,521 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,521 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,522 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:52,522 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:17:52,522 DEBUG [RS:0;b20163ee1150:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:17:52,523 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,523 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,524 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,524 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,524 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,524 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,35759,1733271469915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:17:52,545 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:17:52,547 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,35759,1733271469915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,547 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,548 INFO [RS:0;b20163ee1150:35759 {}] regionserver.Replication(171): b20163ee1150,35759,1733271469915 started 2024-12-04T00:17:52,571 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:52,572 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,35759,1733271469915, RpcServer on b20163ee1150/172.17.0.3:35759, sessionid=0x1019db3a52d0001 2024-12-04T00:17:52,573 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:17:52,573 DEBUG [RS:0;b20163ee1150:35759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,573 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,35759,1733271469915' 2024-12-04T00:17:52,573 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01500641429/flush-table-proc/abort' 2024-12-04T00:17:52,574 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01500641429/flush-table-proc/acquired' 2024-12-04T00:17:52,575 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:17:52,575 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:17:52,576 DEBUG [RS:0;b20163ee1150:35759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,35759,1733271469915 2024-12-04T00:17:52,576 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,35759,1733271469915' 2024-12-04T00:17:52,576 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01500641429/online-snapshot/abort' 2024-12-04T00:17:52,577 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01500641429/online-snapshot/acquired' 2024-12-04T00:17:52,577 DEBUG [RS:0;b20163ee1150:35759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:17:52,578 INFO [RS:0;b20163ee1150:35759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:17:52,578 INFO [RS:0;b20163ee1150:35759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:17:52,689 INFO [RS:0;b20163ee1150:35759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:17:52,692 INFO [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C35759%2C1733271469915, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:17:52,705 DEBUG [RS:0;b20163ee1150:35759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694, exclude list is [], retry=0 2024-12-04T00:17:52,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:17:52,712 INFO [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 2024-12-04T00:17:52,713 DEBUG [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:17:52,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:17:52,793 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f 2024-12-04T00:17:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:17:53,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:53,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:17:53,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:17:53,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:17:53,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:17:53,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:17:53,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:17:53,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:17:53,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:17:53,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:17:53,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:17:53,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:17:53,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:17:53,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:17:53,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:53,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:17:53,241 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:17:53,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59603988, jitterRate=-0.11183136701583862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:53,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271473206Initializing all the Stores at 1733271473209 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271473209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473210 (+1 ms)Cleaning up temporary data from old regions at 1733271473234 (+24 ms)Region opened successfully at 1733271473245 (+11 ms) 2024-12-04T00:17:53,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:17:53,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:17:53,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:17:53,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:17:53,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:17:53,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:17:53,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271473245Disabling compacts and flushes for region at 1733271473245Disabling writes for close at 1733271473246 (+1 ms)Writing region close event to WAL at 1733271473247 (+1 ms)Closed at 1733271473247 2024-12-04T00:17:53,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:53,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:17:53,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:17:53,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:17:53,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:17:53,418 DEBUG [b20163ee1150:39485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:17:53,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,35759,1733271469915 2024-12-04T00:17:53,439 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,35759,1733271469915, state=OPENING 2024-12-04T00:17:53,490 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:17:53,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:53,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:17:53,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:17:53,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:17:53,503 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:17:53,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,35759,1733271469915}] 2024-12-04T00:17:53,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:17:53,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:17:53,689 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:17:53,689 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:53,690 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:17:53,693 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C35759%2C1733271469915.meta, suffix=.meta, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:17:53,706 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.meta.1733271473694.meta, exclude list is [], retry=0 2024-12-04T00:17:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:17:53,713 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.meta.1733271473694.meta 2024-12-04T00:17:53,714 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:17:53,714 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:17:53,718 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:17:53,719 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:17:53,721 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:17:53,724 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:17:53,728 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:17:53,729 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:53,729 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:17:53,729 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:17:53,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:17:53,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:17:53,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:17:53,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:17:53,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:17:53,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:17:53,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:17:53,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:17:53,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:53,744 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:17:53,746 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:17:53,751 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:17:53,759 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:17:53,759 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:17:53,761 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:53,765 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:17:53,769 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68333277, jitterRate=0.01824517548084259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:53,769 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:17:53,772 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271473730Writing region info on filesystem at 1733271473730Initializing all the Stores at 1733271473732 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271473732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271473733 (+1 ms)Cleaning up temporary data from old regions at 1733271473759 (+26 ms)Running coprocessor post-open hooks at 1733271473770 (+11 ms)Region opened successfully at 1733271473771 (+1 ms) 2024-12-04T00:17:53,781 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271473668 2024-12-04T00:17:53,796 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:17:53,797 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:17:53,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,35759,1733271469915 2024-12-04T00:17:53,802 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,35759,1733271469915, state=OPEN 2024-12-04T00:17:53,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:17:53,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:17:53,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:17:53,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:17:53,843 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,35759,1733271469915 2024-12-04T00:17:53,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:17:53,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,35759,1733271469915 in 339 msec 2024-12-04T00:17:53,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:17:53,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-12-04T00:17:53,856 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:53,856 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:17:53,877 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:17:53,878 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,35759,1733271469915, seqNum=-1] 2024-12-04T00:17:53,900 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:17:53,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:17:53,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6530 sec 2024-12-04T00:17:53,923 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271473923, completionTime=-1 2024-12-04T00:17:53,925 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:17:53,925 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:17:53,949 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:17:53,949 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271533949 2024-12-04T00:17:53,949 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271593949 2024-12-04T00:17:53,949 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-04T00:17:53,951 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,951 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,951 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:39485, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:53,958 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:17:54,003 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.883sec 2024-12-04T00:17:54,004 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:17:54,005 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:17:54,006 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:17:54,007 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:17:54,007 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:17:54,008 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:17:54,008 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:17:54,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:54,016 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:17:54,017 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:17:54,017 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39485,1733271469203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:54,017 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T00:17:54,017 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T00:17:54,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39485,-1 for getting cluster id 2024-12-04T00:17:54,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:17:54,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2750e5e3-c9ae-46e5-9812-69e29458a842' 2024-12-04T00:17:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:17:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2750e5e3-c9ae-46e5-9812-69e29458a842" 2024-12-04T00:17:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39485,-1] 2024-12-04T00:17:54,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:17:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:54,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:17:54,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:54,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:17:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,35759,1733271469915, seqNum=-1] 2024-12-04T00:17:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:17:54,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:17:54,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,39485,1733271469203 2024-12-04T00:17:54,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:54,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db3a52d0002 connected 2024-12-04T00:17:54,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir so I do NOT create it in target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c 2024-12-04T00:17:54,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.tmp.dir so I do NOT create it in target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c 2024-12-04T00:17:54,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:17:54,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/cluster_fb3d8a99-404c-a450-11ff-96a941830933, deleteOnExit=true 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/test.cache.data in system properties and HBase conf 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:17:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:17:54,122 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:17:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:17:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:17:54,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:54,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:17:54,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:17:54,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:17:54,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:17:54,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:54,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:17:54,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:17:54,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/java.io.tmpdir/jetty-localhost-46767-hadoop-hdfs-3_4_1-tests_jar-_-any-2132066831987182533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:17:54,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46767} 2024-12-04T00:17:54,766 INFO [Time-limited test {}] server.Server(415): Started @11713ms 2024-12-04T00:17:55,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:17:55,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:17:55,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:17:55,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:17:55,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:17:55,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:17:55,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:17:55,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/java.io.tmpdir/jetty-localhost-45921-hadoop-hdfs-3_4_1-tests_jar-_-any-10320849561033041680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:17:55,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:45921} 2024-12-04T00:17:55,173 INFO [Time-limited test {}] server.Server(415): Started @12120ms 2024-12-04T00:17:55,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:17:55,980 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/cluster_fb3d8a99-404c-a450-11ff-96a941830933/data/data1/current/BP-1317768945-172.17.0.3-1733271474148/current, will proceed with Du for space computation calculation, 2024-12-04T00:17:55,982 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/cluster_fb3d8a99-404c-a450-11ff-96a941830933/data/data2/current/BP-1317768945-172.17.0.3-1733271474148/current, will proceed with Du for space computation calculation, 2024-12-04T00:17:56,003 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:17:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b245d99993b5aff with lease ID 0xcd4f7d334bcdfa25: Processing first storage report for DS-a12cdeb2-5e1c-4551-862e-6c5117e77e20 from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=a3f36a66-980b-4110-bf77-f3ee55440565, infoPort=42785, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1832660627;c=1733271474148) 2024-12-04T00:17:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b245d99993b5aff with lease ID 0xcd4f7d334bcdfa25: from storage DS-a12cdeb2-5e1c-4551-862e-6c5117e77e20 node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=a3f36a66-980b-4110-bf77-f3ee55440565, infoPort=42785, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1832660627;c=1733271474148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:17:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b245d99993b5aff with lease ID 0xcd4f7d334bcdfa25: Processing first storage report for DS-aa78d882-9050-4ebd-a1c5-5b5cc6fd55cf from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=a3f36a66-980b-4110-bf77-f3ee55440565, infoPort=42785, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1832660627;c=1733271474148) 2024-12-04T00:17:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b245d99993b5aff with lease ID 0xcd4f7d334bcdfa25: from storage DS-aa78d882-9050-4ebd-a1c5-5b5cc6fd55cf node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=a3f36a66-980b-4110-bf77-f3ee55440565, infoPort=42785, infoSecurePort=0, ipcPort=44845, storageInfo=lv=-57;cid=testClusterID;nsid=1832660627;c=1733271474148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:17:56,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c 2024-12-04T00:17:56,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:17:56,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472 with version=8 2024-12-04T00:17:56,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/hbase-staging 2024-12-04T00:17:56,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:17:56,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:17:56,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:17:56,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:17:56,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:17:56,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36973 2024-12-04T00:17:56,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36973 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369730x0, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:56,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36973-0x1019db3a52d0003 connected 2024-12-04T00:17:56,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/running 2024-12-04T00:17:56,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472, hbase.cluster.distributed=false 2024-12-04T00:17:56,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/acl 2024-12-04T00:17:56,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-04T00:17:56,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36973 2024-12-04T00:17:56,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36973 2024-12-04T00:17:56,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-04T00:17:56,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-04T00:17:56,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:17:56,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:17:56,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36507 2024-12-04T00:17:56,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36507 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:56,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365070x0, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:56,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36507-0x1019db3a52d0004 connected 2024-12-04T00:17:56,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/running 2024-12-04T00:17:56,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:17:56,672 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:17:56,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/master 2024-12-04T00:17:56,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/acl 2024-12-04T00:17:56,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36507 2024-12-04T00:17:56,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36507 2024-12-04T00:17:56,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36507 2024-12-04T00:17:56,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36507 2024-12-04T00:17:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36507 2024-12-04T00:17:56,722 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:36973 2024-12-04T00:17:56,724 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-811746611/backup-masters/b20163ee1150,36973,1733271476429 2024-12-04T00:17:56,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/backup-masters 2024-12-04T00:17:56,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/backup-masters 2024-12-04T00:17:56,733 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on existing znode=/1-811746611/backup-masters/b20163ee1150,36973,1733271476429 2024-12-04T00:17:56,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:56,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-811746611/master 2024-12-04T00:17:56,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:56,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on existing znode=/1-811746611/master 2024-12-04T00:17:56,744 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-811746611/backup-masters/b20163ee1150,36973,1733271476429 from backup master directory 2024-12-04T00:17:56,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-811746611/backup-masters/b20163ee1150,36973,1733271476429 2024-12-04T00:17:56,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/backup-masters 2024-12-04T00:17:56,753 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:17:56,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/backup-masters 2024-12-04T00:17:56,756 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,36973,1733271476429 2024-12-04T00:17:56,776 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/hbase.id] with ID: 0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:17:56,777 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/.tmp/hbase.id 2024-12-04T00:17:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:17:56,785 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/.tmp/hbase.id]:[hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/hbase.id] 2024-12-04T00:17:56,811 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:17:56,812 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:17:56,814 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T00:17:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:17:57,236 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:17:57,237 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:17:57,237 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:17:57,651 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store 2024-12-04T00:17:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:17:58,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:58,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:17:58,063 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:58,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:58,064 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:17:58,064 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:58,064 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:17:58,064 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271478063Disabling compacts and flushes for region at 1733271478063Disabling writes for close at 1733271478064 (+1 ms)Writing region close event to WAL at 1733271478064Closed at 1733271478064 2024-12-04T00:17:58,067 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/.initializing 2024-12-04T00:17:58,067 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/WALs/b20163ee1150,36973,1733271476429 2024-12-04T00:17:58,069 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:17:58,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C36973%2C1733271476429, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/WALs/b20163ee1150,36973,1733271476429, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/oldWALs, maxLogs=10 2024-12-04T00:17:58,087 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/WALs/b20163ee1150,36973,1733271476429/b20163ee1150%2C36973%2C1733271476429.1733271478074, exclude list is [], retry=0 2024-12-04T00:17:58,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-a12cdeb2-5e1c-4551-862e-6c5117e77e20,DISK] 2024-12-04T00:17:58,093 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/WALs/b20163ee1150,36973,1733271476429/b20163ee1150%2C36973%2C1733271476429.1733271478074 2024-12-04T00:17:58,093 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-12-04T00:17:58,093 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:17:58,093 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:58,094 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,094 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:17:58,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:58,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:58,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:17:58,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:17:58,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:58,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:58,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:17:58,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:58,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:17:58,112 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,114 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,114 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,117 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,117 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,118 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:58,120 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:17:58,125 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:17:58,126 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65938214, jitterRate=-0.01744404435157776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:58,126 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271478094Initializing all the Stores at 1733271478095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271478095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271478095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271478096 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271478096Cleaning up temporary data from old regions at 1733271478117 (+21 ms)Region opened successfully at 1733271478126 (+9 ms) 2024-12-04T00:17:58,126 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:17:58,131 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770bd65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:17:58,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:17:58,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:17:58,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:17:58,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:17:58,134 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:17:58,134 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:17:58,134 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:17:58,138 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:17:58,139 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Unable to get data of znode /1-811746611/balancer because node does not exist (not necessarily an error) 2024-12-04T00:17:58,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/balancer already deleted, retry=false 2024-12-04T00:17:58,153 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:17:58,154 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Unable to get data of znode /1-811746611/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:17:58,163 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/normalizer already deleted, retry=false 2024-12-04T00:17:58,164 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:17:58,165 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Unable to get data of znode /1-811746611/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:17:58,174 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/switch/split already deleted, retry=false 2024-12-04T00:17:58,175 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Unable to get data of znode /1-811746611/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:17:58,184 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/switch/merge already deleted, retry=false 2024-12-04T00:17:58,189 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Unable to get data of znode /1-811746611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:17:58,216 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/snapshot-cleanup already deleted, retry=false 2024-12-04T00:17:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-811746611/running 2024-12-04T00:17:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-811746611/running 2024-12-04T00:17:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,227 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,36973,1733271476429, sessionid=0x1019db3a52d0003, setting cluster-up flag (Was=false) 2024-12-04T00:17:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,279 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-811746611/flush-table-proc/acquired, /1-811746611/flush-table-proc/reached, /1-811746611/flush-table-proc/abort 2024-12-04T00:17:58,281 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36973,1733271476429 2024-12-04T00:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:58,332 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-811746611/online-snapshot/acquired, /1-811746611/online-snapshot/reached, /1-811746611/online-snapshot/abort 2024-12-04T00:17:58,334 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36973,1733271476429 2024-12-04T00:17:58,337 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:17:58,342 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:58,342 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:17:58,342 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:17:58,343 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,36973,1733271476429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:17:58,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:58,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:58,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:58,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:17:58,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:17:58,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:17:58,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271508347 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:17:58,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:17:58,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:58,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:17:58,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:17:58,349 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271478349,5,FailOnTimeoutGroup] 2024-12-04T00:17:58,349 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271478349,5,FailOnTimeoutGroup] 2024-12-04T00:17:58,349 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,349 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:17:58,349 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,349 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:58,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:17:58,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:17:58,412 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(746): ClusterId : 0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:17:58,413 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:17:58,417 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:17:58,417 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:17:58,428 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:17:58,428 DEBUG [RS:0;b20163ee1150:36507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d718ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:17:58,438 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:36507 2024-12-04T00:17:58,439 INFO [RS:0;b20163ee1150:36507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:17:58,439 INFO [RS:0;b20163ee1150:36507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:17:58,439 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:17:58,440 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,36973,1733271476429 with port=36507, startcode=1733271476614 2024-12-04T00:17:58,440 DEBUG [RS:0;b20163ee1150:36507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:17:58,442 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:17:58,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,446 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472 2024-12-04T00:17:58,446 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38111 2024-12-04T00:17:58,446 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:17:58,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:17:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/rs 2024-12-04T00:17:58,519 DEBUG [RS:0;b20163ee1150:36507 {}] zookeeper.ZKUtil(111): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on existing znode=/1-811746611/rs/b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,519 WARN [RS:0;b20163ee1150:36507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:17:58,519 INFO [RS:0;b20163ee1150:36507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:58,519 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,36507,1733271476614] 2024-12-04T00:17:58,524 INFO [RS:0;b20163ee1150:36507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:17:58,527 INFO [RS:0;b20163ee1150:36507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:17:58,528 INFO [RS:0;b20163ee1150:36507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:17:58,528 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,528 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:17:58,529 INFO [RS:0;b20163ee1150:36507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:17:58,529 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:17:58,530 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:17:58,531 DEBUG [RS:0;b20163ee1150:36507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,531 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36507,1733271476614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:17:58,544 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:17:58,544 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36507,1733271476614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,545 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,545 INFO [RS:0;b20163ee1150:36507 {}] regionserver.Replication(171): b20163ee1150,36507,1733271476614 started 2024-12-04T00:17:58,558 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:58,558 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,36507,1733271476614, RpcServer on b20163ee1150/172.17.0.3:36507, sessionid=0x1019db3a52d0004 2024-12-04T00:17:58,558 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:17:58,558 DEBUG [RS:0;b20163ee1150:36507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,558 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,36507,1733271476614' 2024-12-04T00:17:58,558 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-811746611/flush-table-proc/abort' 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-811746611/flush-table-proc/acquired' 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,36507,1733271476614 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,36507,1733271476614' 2024-12-04T00:17:58,559 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-811746611/online-snapshot/abort' 2024-12-04T00:17:58,560 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-811746611/online-snapshot/acquired' 2024-12-04T00:17:58,560 DEBUG [RS:0;b20163ee1150:36507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:17:58,560 INFO [RS:0;b20163ee1150:36507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:17:58,560 INFO [RS:0;b20163ee1150:36507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:17:58,661 INFO [RS:0;b20163ee1150:36507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:17:58,664 INFO [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C36507%2C1733271476614, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/oldWALs, maxLogs=10 2024-12-04T00:17:58,683 DEBUG [RS:0;b20163ee1150:36507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614/b20163ee1150%2C36507%2C1733271476614.1733271478665, exclude list is [], retry=0 2024-12-04T00:17:58,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-a12cdeb2-5e1c-4551-862e-6c5117e77e20,DISK] 2024-12-04T00:17:58,690 INFO [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614/b20163ee1150%2C36507%2C1733271476614.1733271478665 2024-12-04T00:17:58,691 DEBUG [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-12-04T00:17:58,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:17:58,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472 2024-12-04T00:17:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:17:59,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:59,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:17:59,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:17:59,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:17:59,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:17:59,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:17:59,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:17:59,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:17:59,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:17:59,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:17:59,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740 2024-12-04T00:17:59,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740 2024-12-04T00:17:59,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:17:59,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:17:59,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:59,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:17:59,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:17:59,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66236440, jitterRate=-0.013000130653381348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:59,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271479174Initializing all the Stores at 1733271479176 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271479176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479177 (+1 ms)Cleaning up temporary data from old regions at 1733271479194 (+17 ms)Region opened successfully at 1733271479213 (+19 ms) 2024-12-04T00:17:59,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:17:59,213 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:17:59,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:17:59,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:17:59,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:17:59,214 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:17:59,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271479213Disabling compacts and flushes for region at 1733271479213Disabling writes for close at 1733271479213Writing region close event to WAL at 1733271479213Closed at 1733271479213 2024-12-04T00:17:59,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:59,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:17:59,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:17:59,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:17:59,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:17:59,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:17:59,371 DEBUG [b20163ee1150:36973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:17:59,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,36507,1733271476614 2024-12-04T00:17:59,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,36507,1733271476614, state=OPENING 2024-12-04T00:17:59,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:17:59,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:59,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:17:59,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-811746611/meta-region-server: CHANGED 2024-12-04T00:17:59,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-811746611/meta-region-server: CHANGED 2024-12-04T00:17:59,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:17:59,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,36507,1733271476614}] 2024-12-04T00:17:59,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:17:59,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:17:59,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:17:59,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:17:59,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:17:59,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:17:59,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:17:59,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:17:59,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:17:59,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:17:59,628 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:17:59,628 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:17:59,629 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:17:59,637 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C36507%2C1733271476614.meta, suffix=.meta, logDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/oldWALs, maxLogs=10 2024-12-04T00:17:59,658 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614/b20163ee1150%2C36507%2C1733271476614.meta.1733271479639.meta, exclude list is [], retry=0 2024-12-04T00:17:59,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-a12cdeb2-5e1c-4551-862e-6c5117e77e20,DISK] 2024-12-04T00:17:59,665 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614/b20163ee1150%2C36507%2C1733271476614.meta.1733271479639.meta 2024-12-04T00:17:59,665 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-12-04T00:17:59,666 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:17:59,666 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:17:59,666 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:17:59,666 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:17:59,666 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:17:59,667 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:17:59,667 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:17:59,667 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:17:59,667 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:17:59,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:17:59,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:17:59,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:17:59,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:17:59,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:17:59,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:17:59,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:17:59,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:17:59,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:17:59,690 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:17:59,692 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740 2024-12-04T00:17:59,694 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740 2024-12-04T00:17:59,696 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:17:59,697 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:17:59,697 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:17:59,700 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:17:59,702 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73097488, jitterRate=0.08923745155334473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:17:59,702 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:17:59,702 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271479667Writing region info on filesystem at 1733271479667Initializing all the Stores at 1733271479669 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479670 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271479670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271479670Cleaning up temporary data from old regions at 1733271479697 (+27 ms)Running coprocessor post-open hooks at 1733271479702 (+5 ms)Region opened successfully at 1733271479702 2024-12-04T00:17:59,704 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271479613 2024-12-04T00:17:59,709 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:17:59,709 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:17:59,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,36507,1733271476614 2024-12-04T00:17:59,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,36507,1733271476614, state=OPEN 2024-12-04T00:17:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-811746611/meta-region-server 2024-12-04T00:17:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-811746611/meta-region-server 2024-12-04T00:17:59,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,36507,1733271476614 2024-12-04T00:17:59,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-811746611/meta-region-server: CHANGED 2024-12-04T00:17:59,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-811746611/meta-region-server: CHANGED 2024-12-04T00:17:59,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:17:59,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,36507,1733271476614 in 273 msec 2024-12-04T00:17:59,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:17:59,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-12-04T00:17:59,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:17:59,745 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:17:59,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:17:59,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,36507,1733271476614, seqNum=-1] 2024-12-04T00:17:59,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:17:59,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:17:59,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4220 sec 2024-12-04T00:17:59,763 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271479763, completionTime=-1 2024-12-04T00:17:59,763 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:17:59,763 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:17:59,766 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:17:59,766 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271539766 2024-12-04T00:17:59,766 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271599766 2024-12-04T00:17:59,766 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T00:17:59,767 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,767 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,767 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,767 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:36973, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,767 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,769 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,771 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.020sec 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:17:59,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:17:59,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:17:59,786 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:17:59,786 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36973,1733271476429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:17:59,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:17:59,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:17:59,815 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:17:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:17:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:17:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:17:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:17:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:59,819 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:17:59,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:17:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,36507,1733271476614, seqNum=-1] 2024-12-04T00:17:59,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:17:59,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:17:59,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,36973,1733271476429 2024-12-04T00:17:59,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:17:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:17:59,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db3a52d0005 connected 2024-12-04T00:17:59,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39485,-1 for getting cluster id 2024-12-04T00:17:59,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:17:59,855 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2750e5e3-c9ae-46e5-9812-69e29458a842' 2024-12-04T00:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2750e5e3-c9ae-46e5-9812-69e29458a842" 2024-12-04T00:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39485,-1] 2024-12-04T00:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:59,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:17:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:17:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39485,1733271469203 2024-12-04T00:17:59,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-12-04T00:17:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:17:59,882 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:17:59,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:17:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:17:59,905 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:17:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:17:59,907 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb434e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,908 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:17:59,908 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:17:59,910 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:17:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:17:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:17:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:17:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:17:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:59,914 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:17:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b96604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:17:59,917 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:17:59,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:17:59,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518d62ab 2024-12-04T00:17:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:17:59,925 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:17:59,941 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T00:17:59,941 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:17:59,947 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:59,948 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:17:59,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:17:59,950 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:17:59,956 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:17:59,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:17:59,960 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:17:59,962 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:17:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741835_1011 (size=1138) 2024-12-04T00:18:00,008 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:18:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:00,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08c2e318838ea68da8fe45a580b7c28d, NAME => 'hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f 2024-12-04T00:18:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741836_1012 (size=44) 2024-12-04T00:18:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:00,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:00,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08c2e318838ea68da8fe45a580b7c28d, disabling compactions & flushes 2024-12-04T00:18:00,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:00,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:00,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. after waiting 0 ms 2024-12-04T00:18:00,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:00,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:00,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08c2e318838ea68da8fe45a580b7c28d: Waiting for close lock at 1733271480797Disabling compacts and flushes for region at 1733271480797Disabling writes for close at 1733271480797Writing region close event to WAL at 1733271480797Closed at 1733271480797 2024-12-04T00:18:00,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:18:00,804 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271480800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271480800"}]},"ts":"1733271480800"} 2024-12-04T00:18:00,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:18:00,811 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:18:00,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271480811"}]},"ts":"1733271480811"} 2024-12-04T00:18:00,818 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:18:00,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN}] 2024-12-04T00:18:00,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN 2024-12-04T00:18:00,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN; state=OFFLINE, location=b20163ee1150,35759,1733271469915; forceNewPlan=false, retain=false 2024-12-04T00:18:00,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08c2e318838ea68da8fe45a580b7c28d, regionState=OPENING, regionLocation=b20163ee1150,35759,1733271469915 2024-12-04T00:18:00,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN because future has completed 2024-12-04T00:18:00,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,35759,1733271469915}] 2024-12-04T00:18:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:01,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:01,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:01,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:18:01,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C35759%2C1733271469915.rep, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:18:01,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.rep.1733271481144, exclude list is [], retry=0 2024-12-04T00:18:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:18:01,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.rep.1733271481144 2024-12-04T00:18:01,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:18:01,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 08c2e318838ea68da8fe45a580b7c28d, NAME => 'hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:01,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:01,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:01,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. service=MultiRowMutationService 2024-12-04T00:18:01,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:18:01,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:01,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,172 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,174 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName hfileref 2024-12-04T00:18:01,174 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:01,175 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:01,175 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,177 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName queue 2024-12-04T00:18:01,177 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:01,178 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:01,178 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,180 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName sid 2024-12-04T00:18:01,180 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:01,181 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:01,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:01,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:01,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 08c2e318838ea68da8fe45a580b7c28d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68255922, jitterRate=0.017092496156692505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:01,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:01,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 08c2e318838ea68da8fe45a580b7c28d: Running coprocessor pre-open hook at 1733271481170Writing region info on filesystem at 1733271481170Initializing all the Stores at 1733271481171 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271481171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271481172 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271481172Cleaning up temporary data from old regions at 1733271481184 (+12 ms)Running coprocessor post-open hooks at 1733271481191 (+7 ms)Region opened successfully at 1733271481193 (+2 ms) 2024-12-04T00:18:01,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., pid=7, masterSystemTime=1733271481135 2024-12-04T00:18:01,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:01,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:01,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08c2e318838ea68da8fe45a580b7c28d, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,35759,1733271469915 2024-12-04T00:18:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,35759,1733271469915 because future has completed 2024-12-04T00:18:01,205 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39485 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b20163ee1150,35759,1733271469915, table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T00:18:01,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T00:18:01,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,35759,1733271469915 in 224 msec 2024-12-04T00:18:01,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:18:01,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN in 390 msec 2024-12-04T00:18:01,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:18:01,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271481215"}]},"ts":"1733271481215"} 2024-12-04T00:18:01,219 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:18:01,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:18:01,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2700 sec 2024-12-04T00:18:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., hostname=b20163ee1150,35759,1733271469915, seqNum=2] 2024-12-04T00:18:01,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35759 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T00:18:01,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:01,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:01,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:01,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T00:18:01,784 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:18:01,820 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,35759,1733271469915, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:18:01,821 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:01,821 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,35759,1733271469915, seqNum=-1] 2024-12-04T00:18:01,822 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:01,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T00:18:01,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,35759,1733271469915', locateType=CURRENT is [region=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., hostname=b20163ee1150,35759,1733271469915, seqNum=2] 2024-12-04T00:18:01,832 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T00:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T00:18:01,837 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,35759,1733271469915 suceeded 2024-12-04T00:18:01,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T00:18:01,842 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:01,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-04T00:18:01,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9570 sec 2024-12-04T00:18:01,851 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:01,853 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45caa074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:01,853 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:01,853 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:01,855 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21519989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:01,858 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:01,859 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b184341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:01,859 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:01,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-12-04T00:18:01,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:01,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:01,864 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,35759,1733271469915 (queues=1) is replicating from cluster=2750e5e3-c9ae-46e5-9812-69e29458a842 to cluster=0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:18:01,867 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C35759%2C1733271469915 2024-12-04T00:18:01,872 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,35759,1733271469915, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:01,879 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C35759%2C1733271469915 2024-12-04T00:18:01,884 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694, startPosition=0, beingWritten=true 2024-12-04T00:18:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:02,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:02,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:02,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,067 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:18:02,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:02,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39485,-1 for getting cluster id 2024-12-04T00:18:02,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:02,069 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2750e5e3-c9ae-46e5-9812-69e29458a842' 2024-12-04T00:18:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2750e5e3-c9ae-46e5-9812-69e29458a842" 2024-12-04T00:18:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13019ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39485,-1] 2024-12-04T00:18:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:02,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,072 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d151693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39485,1733271469203 2024-12-04T00:18:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62be1ac3 2024-12-04T00:18:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:18:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:18:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T00:18:02,081 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:02,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3ddf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,083 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:02,083 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:02,084 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444f929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,086 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:02,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad4d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,087 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d7dfdf 2024-12-04T00:18:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,089 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,090 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T00:18:02,090 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:18:02,090 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,090 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:02,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:02,141 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T00:18:02,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T00:18:02,278 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T00:18:02,325 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b20163ee1150,35759,1733271469915, ReplicationSource: 2, currentBandwidth=0 2024-12-04T00:18:02,330 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T00:18:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T00:18:02,340 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b20163ee1150,35759,1733271469915 suceeded 2024-12-04T00:18:02,349 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:02,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:18:02,352 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:02,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-04T00:18:02,353 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47be152e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,353 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:02,353 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:02,354 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:02,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:02,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:02,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6135d8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:02,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:02,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-12-04T00:18:02,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,358 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:02,360 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4401ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,360 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:02,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662921f6 2024-12-04T00:18:02,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,364 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,365 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b20163ee1150,35759,1733271469915 (queues=1) is replicating from cluster=2750e5e3-c9ae-46e5-9812-69e29458a842 to cluster=0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:18:02,365 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b20163ee1150%2C35759%2C1733271469915 2024-12-04T00:18:02,366 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b20163ee1150,35759,1733271469915, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:02,366 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694, startPosition=0, beingWritten=true 2024-12-04T00:18:02,369 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C35759%2C1733271469915 2024-12-04T00:18:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T00:18:02,396 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T00:18:02,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:02,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:02,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:02,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39485,1733271469203 2024-12-04T00:18:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-12-04T00:18:02,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:02,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T00:18:02,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:02,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T00:18:02,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T00:18:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T00:18:02,421 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:02,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57d72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,422 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:02,422 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:02,423 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7e79c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,425 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:02,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,427 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:02,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-12-04T00:18:02,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,430 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,431 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T00:18:02,431 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:18:02,431 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,431 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:02,451 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:02,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T00:18:02,586 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:02,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T00:18:02,641 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T00:18:02,646 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T00:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T00:18:02,651 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b20163ee1150,35759,1733271469915 suceeded 2024-12-04T00:18:02,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T00:18:02,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 170 msec 2024-12-04T00:18:02,656 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:02,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 242 msec 2024-12-04T00:18:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T00:18:02,737 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T00:18:02,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T00:18:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T00:18:02,742 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:02,743 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdb2ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,743 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:02,744 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:02,745 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5972a7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:02,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:02,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,748 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:02,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:02,751 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fa0ee1 2024-12-04T00:18:02,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:02,754 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:02,755 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T00:18:02,755 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:18:02,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:02,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:02,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T00:18:02,859 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:02,893 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:02,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T00:18:02,971 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T00:18:02,972 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T00:18:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T00:18:02,977 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b20163ee1150,35759,1733271469915 suceeded 2024-12-04T00:18:02,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T00:18:02,981 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b20163ee1150:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:02,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-04T00:18:02,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 243 msec 2024-12-04T00:18:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T00:18:03,057 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T00:18:03,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:03,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T00:18:03,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:03,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:03,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:18:03,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-12-04T00:18:03,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,39485,1733271469203 2024-12-04T00:18:03,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:03,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:03,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:03,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:03,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,080 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,35759,1733271469915' ***** 2024-12-04T00:18:03,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:03,080 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:18:03,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:03,080 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:18:03,081 INFO [RS:0;b20163ee1150:35759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:18:03,081 INFO [RS:0;b20163ee1150:35759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:18:03,081 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:18:03,082 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(3091): Received CLOSE for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:03,083 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,35759,1733271469915 2024-12-04T00:18:03,084 INFO [RS:0;b20163ee1150:35759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:03,084 INFO [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:35759. 2024-12-04T00:18:03,084 DEBUG [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:03,084 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,084 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08c2e318838ea68da8fe45a580b7c28d, disabling compactions & flushes 2024-12-04T00:18:03,084 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:03,084 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:03,084 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. after waiting 0 ms 2024-12-04T00:18:03,084 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:03,085 INFO [RS:0;b20163ee1150:35759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:18:03,085 INFO [RS:0;b20163ee1150:35759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:18:03,085 INFO [RS:0;b20163ee1150:35759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:18:03,085 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:18:03,086 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:18:03,086 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1325): Online Regions={08c2e318838ea68da8fe45a580b7c28d=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:18:03,086 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1351): Waiting on 08c2e318838ea68da8fe45a580b7c28d, 1588230740 2024-12-04T00:18:03,087 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:03,087 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:03,087 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:03,087 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:03,087 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:03,090 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T00:18:03,091 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08c2e318838ea68da8fe45a580b7c28d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T00:18:03,134 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:03,181 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/.tmp/queue/cb11261bf6a84906856f16b3b9c3e5f4 is 151, key is 1-b20163ee1150,35759,1733271469915/queue:b20163ee1150%2C35759%2C1733271469915/1733271481828/Put/seqid=0 2024-12-04T00:18:03,181 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/947ff409ed5247bd885a208a81095a8d is 147, key is hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d./info:regioninfo/1733271481199/Put/seqid=0 2024-12-04T00:18:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741839_1015 (size=5500) 2024-12-04T00:18:03,216 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/.tmp/queue/cb11261bf6a84906856f16b3b9c3e5f4 2024-12-04T00:18:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741838_1014 (size=6631) 2024-12-04T00:18:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/.tmp/queue/cb11261bf6a84906856f16b3b9c3e5f4 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/queue/cb11261bf6a84906856f16b3b9c3e5f4 2024-12-04T00:18:03,287 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1351): Waiting on 08c2e318838ea68da8fe45a580b7c28d, 1588230740 2024-12-04T00:18:03,290 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/queue/cb11261bf6a84906856f16b3b9c3e5f4, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T00:18:03,298 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 08c2e318838ea68da8fe45a580b7c28d in 209ms, sequenceid=6, compaction requested=false 2024-12-04T00:18:03,298 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:18:03,301 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:03,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T00:18:03,317 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:03,317 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:03,317 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:03,317 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08c2e318838ea68da8fe45a580b7c28d: Waiting for close lock at 1733271483084Running coprocessor pre-close hooks at 1733271483084Disabling compacts and flushes for region at 1733271483084Disabling writes for close at 1733271483084Obtaining lock to block concurrent updates at 1733271483091 (+7 ms)Preparing flush snapshotting stores in 08c2e318838ea68da8fe45a580b7c28d at 1733271483091Finished memstore snapshotting hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733271483103 (+12 ms)Flushing stores of hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. at 1733271483105 (+2 ms)Flushing 08c2e318838ea68da8fe45a580b7c28d/queue: creating writer at 1733271483108 (+3 ms)Flushing 08c2e318838ea68da8fe45a580b7c28d/queue: appending metadata at 1733271483164 (+56 ms)Flushing 08c2e318838ea68da8fe45a580b7c28d/queue: closing flushed file at 1733271483167 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f4072e: reopening flushed file at 1733271483275 (+108 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 08c2e318838ea68da8fe45a580b7c28d in 209ms, sequenceid=6, compaction requested=false at 1733271483298 (+23 ms)Writing region close event to WAL at 1733271483300 (+2 ms)Running coprocessor post-close hooks at 1733271483310 (+10 ms)Closed at 1733271483317 (+7 ms) 2024-12-04T00:18:03,318 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:03,366 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:03,487 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:03,524 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:18:03,524 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:18:03,619 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/947ff409ed5247bd885a208a81095a8d 2024-12-04T00:18:03,654 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/ns/fd5bfeae1af14de7b082041c14d74368 is 43, key is default/ns:d/1733271473907/Put/seqid=0 2024-12-04T00:18:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741840_1016 (size=5153) 2024-12-04T00:18:03,666 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/ns/fd5bfeae1af14de7b082041c14d74368 2024-12-04T00:18:03,687 DEBUG [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:03,720 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/table/08a0843c7a784d659a8d95aa6fcc7db6 is 53, key is hbase:replication/table:state/1733271481215/Put/seqid=0 2024-12-04T00:18:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741841_1017 (size=5256) 2024-12-04T00:18:03,740 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/table/08a0843c7a784d659a8d95aa6fcc7db6 2024-12-04T00:18:03,768 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/947ff409ed5247bd885a208a81095a8d as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/info/947ff409ed5247bd885a208a81095a8d 2024-12-04T00:18:03,783 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/info/947ff409ed5247bd885a208a81095a8d, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T00:18:03,792 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/ns/fd5bfeae1af14de7b082041c14d74368 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/ns/fd5bfeae1af14de7b082041c14d74368 2024-12-04T00:18:03,810 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915/b20163ee1150%2C35759%2C1733271469915.1733271472694 to pos 0, reset compression=false 2024-12-04T00:18:03,824 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/ns/fd5bfeae1af14de7b082041c14d74368, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:18:03,832 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/table/08a0843c7a784d659a8d95aa6fcc7db6 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/table/08a0843c7a784d659a8d95aa6fcc7db6 2024-12-04T00:18:03,851 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/table/08a0843c7a784d659a8d95aa6fcc7db6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T00:18:03,853 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false 2024-12-04T00:18:03,860 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:18:03,861 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:03,861 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:03,861 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:03,861 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271483087Running coprocessor pre-close hooks at 1733271483087Disabling compacts and flushes for region at 1733271483087Disabling writes for close at 1733271483087Obtaining lock to block concurrent updates at 1733271483090 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733271483090Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733271483103 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271483105 (+2 ms)Flushing 1588230740/info: creating writer at 1733271483108 (+3 ms)Flushing 1588230740/info: appending metadata at 1733271483165 (+57 ms)Flushing 1588230740/info: closing flushed file at 1733271483167 (+2 ms)Flushing 1588230740/ns: creating writer at 1733271483632 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733271483654 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733271483654Flushing 1588230740/table: creating writer at 1733271483686 (+32 ms)Flushing 1588230740/table: appending metadata at 1733271483720 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733271483720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a500ea: reopening flushed file at 1733271483767 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75913780: reopening flushed file at 1733271483784 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f141599: reopening flushed file at 1733271483824 (+40 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false at 1733271483853 (+29 ms)Writing region close event to WAL at 1733271483854 (+1 ms)Running coprocessor post-close hooks at 1733271483860 (+6 ms)Closed at 1733271483861 (+1 ms) 2024-12-04T00:18:03,861 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:03,888 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,35759,1733271469915; all regions closed. 2024-12-04T00:18:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741834_1010 (size=2742) 2024-12-04T00:18:03,898 DEBUG [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:03,898 INFO [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C35759%2C1733271469915.meta:.meta(num 1733271473694) 2024-12-04T00:18:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741837_1013 (size=1802) 2024-12-04T00:18:03,904 DEBUG [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:03,904 INFO [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C35759%2C1733271469915.rep:(num 1733271481144) 2024-12-04T00:18:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:18:03,913 DEBUG [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:03,913 INFO [RS:0;b20163ee1150:35759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C35759%2C1733271469915:(num 1733271472694) 2024-12-04T00:18:03,913 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,913 INFO [RS:0;b20163ee1150:35759 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:03,914 INFO [RS:0;b20163ee1150:35759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:03,914 INFO [RS:0;b20163ee1150:35759 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:03,914 INFO [RS:0;b20163ee1150:35759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:03,914 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:03,914 INFO [RS:0;b20163ee1150:35759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,35759,1733271469915 because: Region server is closing 2024-12-04T00:18:03,915 INFO [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:35759. 2024-12-04T00:18:03,915 DEBUG [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:03,915 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,915 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:03,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:04,015 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:18:04,016 INFO [RS:0;b20163ee1150:35759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,1-b20163ee1150,35759,1733271469915 terminated 2024-12-04T00:18:04,017 INFO [RS:0;b20163ee1150:35759 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b20163ee1150,35759,1733271469915 because: Region server is closing 2024-12-04T00:18:04,017 INFO [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:35759. 2024-12-04T00:18:04,017 DEBUG [RS:0;b20163ee1150:35759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:04,017 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:04,017 DEBUG [RS:0;b20163ee1150:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:04,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:04,118 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.wal-reader.b20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:18:04,118 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:18:04,118 INFO [RS:0;b20163ee1150:35759 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,35759,1733271469915.replicationSource.shipperb20163ee1150%2C35759%2C1733271469915,2-b20163ee1150,35759,1733271469915 terminated 2024-12-04T00:18:04,118 INFO [RS:0;b20163ee1150:35759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35759 2024-12-04T00:18:04,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/rs/b20163ee1150,35759,1733271469915 2024-12-04T00:18:04,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/rs 2024-12-04T00:18:04,132 INFO [RS:0;b20163ee1150:35759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:04,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,35759,1733271469915] 2024-12-04T00:18:04,152 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/draining/b20163ee1150,35759,1733271469915 already deleted, retry=false 2024-12-04T00:18:04,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,35759,1733271469915 expired; onlineServers=0 2024-12-04T00:18:04,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,39485,1733271469203' ***** 2024-12-04T00:18:04,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:18:04,153 INFO [M:0;b20163ee1150:39485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:04,153 INFO [M:0;b20163ee1150:39485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:04,153 DEBUG [M:0;b20163ee1150:39485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:18:04,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:18:04,153 DEBUG [M:0;b20163ee1150:39485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:18:04,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271472378 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271472378,5,FailOnTimeoutGroup] 2024-12-04T00:18:04,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271472381 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271472381,5,FailOnTimeoutGroup] 2024-12-04T00:18:04,154 INFO [M:0;b20163ee1150:39485 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:04,154 INFO [M:0;b20163ee1150:39485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:04,154 DEBUG [M:0;b20163ee1150:39485 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:18:04,154 INFO [M:0;b20163ee1150:39485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:18:04,154 INFO [M:0;b20163ee1150:39485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:04,154 INFO [M:0;b20163ee1150:39485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:18:04,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:18:04,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/master 2024-12-04T00:18:04,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:04,163 DEBUG [M:0;b20163ee1150:39485 {}] zookeeper.ZKUtil(347): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/master because node does not exist (not an error) 2024-12-04T00:18:04,164 WARN [M:0;b20163ee1150:39485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:18:04,165 INFO [M:0;b20163ee1150:39485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.lastflushedseqids 2024-12-04T00:18:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741842_1018 (size=181) 2024-12-04T00:18:04,180 INFO [M:0;b20163ee1150:39485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:18:04,180 INFO [M:0;b20163ee1150:39485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:18:04,180 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:04,180 INFO [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:04,180 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:04,181 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:04,181 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:04,181 INFO [M:0;b20163ee1150:39485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T00:18:04,203 DEBUG [M:0;b20163ee1150:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f76d44b07241acbc23d6f4c0f91d8b is 82, key is hbase:meta,,1/info:regioninfo/1733271473797/Put/seqid=0 2024-12-04T00:18:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741843_1019 (size=5672) 2024-12-04T00:18:04,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:04,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x1019db3a52d0001, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:04,244 INFO [RS:0;b20163ee1150:35759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:04,244 INFO [RS:0;b20163ee1150:35759 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,35759,1733271469915; zookeeper connection closed. 2024-12-04T00:18:04,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40efc38d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40efc38d 2024-12-04T00:18:04,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:18:04,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:18:04,618 INFO [M:0;b20163ee1150:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f76d44b07241acbc23d6f4c0f91d8b 2024-12-04T00:18:04,650 DEBUG [M:0;b20163ee1150:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed486d68b28447858f4c2d88a9d03b33 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733271481222/Put/seqid=0 2024-12-04T00:18:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741844_1020 (size=8663) 2024-12-04T00:18:04,726 INFO [M:0;b20163ee1150:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed486d68b28447858f4c2d88a9d03b33 2024-12-04T00:18:04,768 DEBUG [M:0;b20163ee1150:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62371f85184273b92ef51966bc09bc is 69, key is b20163ee1150,35759,1733271469915/rs:state/1733271472429/Put/seqid=0 2024-12-04T00:18:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741845_1021 (size=5156) 2024-12-04T00:18:05,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:05,190 INFO [M:0;b20163ee1150:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62371f85184273b92ef51966bc09bc 2024-12-04T00:18:05,205 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39f76d44b07241acbc23d6f4c0f91d8b as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f76d44b07241acbc23d6f4c0f91d8b 2024-12-04T00:18:05,226 INFO [M:0;b20163ee1150:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f76d44b07241acbc23d6f4c0f91d8b, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T00:18:05,237 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed486d68b28447858f4c2d88a9d03b33 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed486d68b28447858f4c2d88a9d03b33 2024-12-04T00:18:05,248 INFO [M:0;b20163ee1150:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed486d68b28447858f4c2d88a9d03b33, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T00:18:05,250 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62371f85184273b92ef51966bc09bc as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d62371f85184273b92ef51966bc09bc 2024-12-04T00:18:05,259 INFO [M:0;b20163ee1150:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d62371f85184273b92ef51966bc09bc, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T00:18:05,261 INFO [M:0;b20163ee1150:39485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1080ms, sequenceid=115, compaction requested=false 2024-12-04T00:18:05,263 INFO [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:05,263 DEBUG [M:0;b20163ee1150:39485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271484180Disabling compacts and flushes for region at 1733271484180Disabling writes for close at 1733271484181 (+1 ms)Obtaining lock to block concurrent updates at 1733271484181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271484181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733271484181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271484182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271484183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271484203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271484203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271484628 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271484650 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271484650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271484736 (+86 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271484767 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271484767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8f1b0e: reopening flushed file at 1733271485203 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2ad663: reopening flushed file at 1733271485226 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a1d276: reopening flushed file at 1733271485248 (+22 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1080ms, sequenceid=115, compaction requested=false at 1733271485261 (+13 ms)Writing region close event to WAL at 1733271485262 (+1 ms)Closed at 1733271485262 2024-12-04T00:18:05,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741830_1006 (size=59421) 2024-12-04T00:18:05,268 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:05,268 INFO [M:0;b20163ee1150:39485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:18:05,269 INFO [M:0;b20163ee1150:39485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39485 2024-12-04T00:18:05,269 INFO [M:0;b20163ee1150:39485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:05,442 INFO [M:0;b20163ee1150:39485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019db3a52d0000, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:05,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:18:05,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:05,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45355 2024-12-04T00:18:05,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45355 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:18:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453550x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:05,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45355-0x1019db3a52d0006 connected 2024-12-04T00:18:05,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:05,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:05,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:05,589 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: INIT 2024-12-04T00:18:05,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f, hbase.cluster.distributed=false 2024-12-04T00:18:05,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/acl 2024-12-04T00:18:05,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45355 2024-12-04T00:18:05,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45355 2024-12-04T00:18:05,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45355 2024-12-04T00:18:05,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45355 2024-12-04T00:18:05,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45355 2024-12-04T00:18:05,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:18:05,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:05,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40741 2024-12-04T00:18:05,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40741 connecting to ZooKeeper ensemble=127.0.0.1:50944 2024-12-04T00:18:05,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:05,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:05,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407410x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:05,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407410x0, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:05,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40741-0x1019db3a52d0007 connected 2024-12-04T00:18:05,676 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: INIT 2024-12-04T00:18:05,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:18:05,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:18:05,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/master 2024-12-04T00:18:05,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/acl 2024-12-04T00:18:05,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40741 2024-12-04T00:18:05,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40741 2024-12-04T00:18:05,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40741 2024-12-04T00:18:05,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40741 2024-12-04T00:18:05,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40741 2024-12-04T00:18:05,696 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:45355 2024-12-04T00:18:05,696 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01500641429/backup-masters/b20163ee1150,45355,1733271485444 2024-12-04T00:18:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:18:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:18:05,777 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/backup-masters/b20163ee1150,45355,1733271485444 2024-12-04T00:18:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/master 2024-12-04T00:18:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:05,821 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/master 2024-12-04T00:18:05,822 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01500641429/backup-masters/b20163ee1150,45355,1733271485444 from backup master directory 2024-12-04T00:18:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/backup-masters/b20163ee1150,45355,1733271485444 2024-12-04T00:18:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:18:05,862 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/backup-masters 2024-12-04T00:18:05,862 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,45355,1733271485444 2024-12-04T00:18:05,879 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:05,879 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:18:05,895 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-04T00:18:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741846_1022 (size=196) 2024-12-04T00:18:06,423 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:06,424 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:18:06,425 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:06,432 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T00:18:06,435 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203 to hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203-dead as it is dead 2024-12-04T00:18:06,437 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T00:18:06,437 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T00:18:06,437 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203-dead/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:18:06,441 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203-dead/b20163ee1150%2C39485%2C1733271469203.1733271471689 after 3ms 2024-12-04T00:18:06,442 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203-dead/b20163ee1150%2C39485%2C1733271469203.1733271471689 to hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:18:06,443 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,39485,1733271469203-dead 2024-12-04T00:18:06,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,45355,1733271485444 2024-12-04T00:18:06,463 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:06,465 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C45355%2C1733271485444, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,45355,1733271485444, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/oldWALs, maxLogs=10 2024-12-04T00:18:06,480 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,45355,1733271485444/b20163ee1150%2C45355%2C1733271485444.1733271486466, exclude list is [], retry=0 2024-12-04T00:18:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:18:06,485 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/WALs/b20163ee1150,45355,1733271485444/b20163ee1150%2C45355%2C1733271485444.1733271486466 2024-12-04T00:18:06,485 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:18:06,485 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:06,486 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:06,486 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,486 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:18:06,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:06,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39f76d44b07241acbc23d6f4c0f91d8b 2024-12-04T00:18:06,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:06,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:18:06,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:06,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed486d68b28447858f4c2d88a9d03b33 2024-12-04T00:18:06,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:06,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:18:06,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:06,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d62371f85184273b92ef51966bc09bc 2024-12-04T00:18:06,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:06,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:18:06,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:06,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:06,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T00:18:06,516 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:18:06,534 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:18:06,536 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C39485%2C1733271469203.1733271471689 2024-12-04T00:18:06,537 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,537 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,538 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:06,540 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:06,543 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T00:18:06,545 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984712, jitterRate=-0.10615813732147217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:06,545 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271486486Initializing all the Stores at 1733271486487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271486487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271486487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271486487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271486487Cleaning up temporary data from old regions at 1733271486537 (+50 ms)Region opened successfully at 1733271486545 (+8 ms) 2024-12-04T00:18:06,546 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:18:06,550 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5088d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:06,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T00:18:06,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:18:06,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:18:06,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:18:06,561 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:18:06,567 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:06,567 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:18:06,567 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:18:06,567 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:18:06,568 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T00:18:06,568 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T00:18:06,568 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-04T00:18:06,568 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:18:06,573 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b20163ee1150,35759,1733271469915, regionLocation=b20163ee1150,35759,1733271469915, openSeqNum=2 2024-12-04T00:18:06,573 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b20163ee1150,35759,1733271469915, table=hbase:meta, region=1588230740 2024-12-04T00:18:06,573 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,35759,1733271469915, state=OPEN 2024-12-04T00:18:06,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:06,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:06,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:06,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:06,638 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:18:06,676 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/draining/b20163ee1150,35759,1733271469915 already deleted, retry=false 2024-12-04T00:18:06,676 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b20163ee1150,35759,1733271469915 on b20163ee1150,45355,1733271485444 2024-12-04T00:18:06,683 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b20163ee1150,35759,1733271469915, splitWal=true, meta=true 2024-12-04T00:18:06,685 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b20163ee1150,35759,1733271469915 (carryingMeta=true) b20163ee1150,35759,1733271469915/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6762c48c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T00:18:06,689 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/balancer because node does not exist (not necessarily an error) 2024-12-04T00:18:06,815 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/balancer already deleted, retry=false 2024-12-04T00:18:06,815 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:18:06,816 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:18:06,881 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/normalizer already deleted, retry=false 2024-12-04T00:18:06,882 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:18:06,883 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:18:06,900 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/switch/split already deleted, retry=false 2024-12-04T00:18:06,901 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:18:06,910 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/switch/merge already deleted, retry=false 2024-12-04T00:18:06,934 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:18:06,942 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/snapshot-cleanup already deleted, retry=false 2024-12-04T00:18:06,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:06,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:06,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,45355,1733271485444, sessionid=0x1019db3a52d0006, setting cluster-up flag (Was=false) 2024-12-04T00:18:06,964 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01500641429/flush-table-proc/acquired, /01500641429/flush-table-proc/reached, /01500641429/flush-table-proc/abort 2024-12-04T00:18:06,966 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45355,1733271485444 2024-12-04T00:18:06,975 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01500641429/online-snapshot/acquired, /01500641429/online-snapshot/reached, /01500641429/online-snapshot/abort 2024-12-04T00:18:06,978 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45355,1733271485444 2024-12-04T00:18:06,981 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.lastflushedseqids 2024-12-04T00:18:06,987 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:18:06,987 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:18:06,987 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,45355,1733271485444 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b20163ee1150,35759,1733271469915 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:06,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:06,993 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271516993 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:18:06,994 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:06,994 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b20163ee1150,35759,1733271469915, splitWal=true, meta=true 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:18:06,996 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b20163ee1150,35759,1733271469915, splitWal=true, meta=true, isMeta: true 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:18:06,996 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:18:06,998 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915-splitting 2024-12-04T00:18:06,998 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271486996,5,FailOnTimeoutGroup] 2024-12-04T00:18:06,999 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915-splitting dir is empty, no logs to split. 2024-12-04T00:18:06,999 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271486998,5,FailOnTimeoutGroup] 2024-12-04T00:18:06,999 INFO [PEWorker-1 {}] master.SplitWALManager(105): b20163ee1150,35759,1733271469915 WAL count=0, meta=true 2024-12-04T00:18:06,999 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:06,999 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:18:06,999 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:06,999 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:06,999 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271486999, completionTime=-1 2024-12-04T00:18:06,999 WARN [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T00:18:07,003 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915-splitting dir is empty, no logs to split. 2024-12-04T00:18:07,003 INFO [PEWorker-1 {}] master.SplitWALManager(105): b20163ee1150,35759,1733271469915 WAL count=0, meta=true 2024-12-04T00:18:07,003 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b20163ee1150,35759,1733271469915 WAL splitting is done? wals=0, meta=true 2024-12-04T00:18:07,003 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T00:18:07,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:18:07,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:07,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T00:18:07,085 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(746): ClusterId : 2750e5e3-c9ae-46e5-9812-69e29458a842 2024-12-04T00:18:07,085 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:18:07,111 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:18:07,111 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:18:07,122 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:18:07,122 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e26c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:07,140 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:40741 2024-12-04T00:18:07,140 INFO [RS:0;b20163ee1150:40741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:18:07,140 INFO [RS:0;b20163ee1150:40741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:18:07,140 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:18:07,141 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,45355,1733271485444 with port=40741, startcode=1733271485612 2024-12-04T00:18:07,141 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:18:07,143 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:18:07,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45355 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,146 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f 2024-12-04T00:18:07,146 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45491 2024-12-04T00:18:07,146 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:18:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/rs 2024-12-04T00:18:07,153 DEBUG [RS:0;b20163ee1150:40741 {}] zookeeper.ZKUtil(111): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on existing znode=/01500641429/rs/b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,153 WARN [RS:0;b20163ee1150:40741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:07,153 INFO [RS:0;b20163ee1150:40741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:07,153 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,40741,1733271485612] 2024-12-04T00:18:07,153 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T00:18:07,158 WARN [b20163ee1150:45355 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:18:07,187 INFO [RS:0;b20163ee1150:40741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:18:07,189 INFO [RS:0;b20163ee1150:40741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:18:07,190 INFO [RS:0;b20163ee1150:40741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:18:07,190 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,190 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:18:07,191 INFO [RS:0;b20163ee1150:40741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:18:07,191 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,191 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,192 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,193 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,193 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:07,193 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:07,193 DEBUG [RS:0;b20163ee1150:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,194 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,40741,1733271485612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:07,211 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:18:07,211 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,40741,1733271485612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,231 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,40741,1733271485612, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:18:07,246 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:07,248 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78e477d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,248 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:07,248 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:07,248 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(231): queueId=2-b20163ee1150,40741,1733271485612, ReplicationSource: 2, currentBandwidth=0 2024-12-04T00:18:07,248 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,249 INFO [RS:0;b20163ee1150:40741 {}] regionserver.Replication(171): b20163ee1150,40741,1733271485612 started 2024-12-04T00:18:07,250 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:07,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:07,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:07,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1834c06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:07,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:07,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:07,253 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:07,254 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77fcc1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,254 DEBUG [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:07,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:07,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f05b72c 2024-12-04T00:18:07,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:07,257 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:07,259 INFO [RS:0;b20163ee1150:40741.replicationSource,1-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,40741,1733271485612 (queues=0) is replicating from cluster=2750e5e3-c9ae-46e5-9812-69e29458a842 to cluster=0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:18:07,265 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36973' 2024-12-04T00:18:07,266 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd68ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,266 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36973,-1 for getting cluster id 2024-12-04T00:18:07,267 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:07,267 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:07,267 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,40741,1733271485612, RpcServer on b20163ee1150/172.17.0.3:40741, sessionid=0x1019db3a52d0007 2024-12-04T00:18:07,267 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:18:07,267 DEBUG [RS:0;b20163ee1150:40741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,267 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,40741,1733271485612' 2024-12-04T00:18:07,267 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01500641429/flush-table-proc/abort' 2024-12-04T00:18:07,268 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0110e76c-1f71-4409-a679-633a72a21645' 2024-12-04T00:18:07,268 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01500641429/flush-table-proc/acquired' 2024-12-04T00:18:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0110e76c-1f71-4409-a679-633a72a21645" 2024-12-04T00:18:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d19a242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,268 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:18:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36973,-1] 2024-12-04T00:18:07,268 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:18:07,269 DEBUG [RS:0;b20163ee1150:40741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,269 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,40741,1733271485612' 2024-12-04T00:18:07,269 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01500641429/online-snapshot/abort' 2024-12-04T00:18:07,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:07,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:07,269 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01500641429/online-snapshot/acquired' 2024-12-04T00:18:07,270 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:07,271 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8176e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:07,271 DEBUG [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36973,1733271476429 2024-12-04T00:18:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309f1cfa 2024-12-04T00:18:07,272 DEBUG [RS:0;b20163ee1150:40741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:18:07,272 INFO [RS:0;b20163ee1150:40741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:18:07,273 INFO [RS:0;b20163ee1150:40741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:18:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:07,274 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:07,275 INFO [RS:0;b20163ee1150:40741.replicationSource,2-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b20163ee1150,40741,1733271485612 (queues=0) is replicating from cluster=2750e5e3-c9ae-46e5-9812-69e29458a842 to cluster=0110e76c-1f71-4409-a679-633a72a21645 2024-12-04T00:18:07,373 INFO [RS:0;b20163ee1150:40741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:07,375 INFO [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40741%2C1733271485612, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:18:07,390 DEBUG [RS:0;b20163ee1150:40741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376, exclude list is [], retry=0 2024-12-04T00:18:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:18:07,396 INFO [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 2024-12-04T00:18:07,396 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b20163ee1150%2C40741%2C1733271485612 for peer 1 2024-12-04T00:18:07,396 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b20163ee1150%2C40741%2C1733271485612 for peer 2 2024-12-04T00:18:07,396 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C40741%2C1733271485612 2024-12-04T00:18:07,396 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,40741,1733271485612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:07,397 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b20163ee1150%2C40741%2C1733271485612 2024-12-04T00:18:07,397 INFO [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C40741%2C1733271485612 2024-12-04T00:18:07,397 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b20163ee1150,40741,1733271485612, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:07,397 INFO [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C40741%2C1733271485612 2024-12-04T00:18:07,397 DEBUG [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:18:07,398 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376, startPosition=0, beingWritten=true 2024-12-04T00:18:07,398 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376, startPosition=0, beingWritten=true 2024-12-04T00:18:07,409 DEBUG [b20163ee1150:45355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:07,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,40741,1733271485612, state=OPENING 2024-12-04T00:18:07,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:07,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:07,415 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:07,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:07,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,40741,1733271485612}] 2024-12-04T00:18:07,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:07,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:07,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:18:07,577 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:18:07,577 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:07,578 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:18:07,581 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40741%2C1733271485612.meta, suffix=.meta, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:18:07,595 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.meta.1733271487582.meta, exclude list is [], retry=0 2024-12-04T00:18:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:18:07,600 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.meta.1733271487582.meta 2024-12-04T00:18:07,600 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:18:07,600 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:07,601 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:18:07,601 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:18:07,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:18:07,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:07,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:07,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:07,607 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:07,613 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/info/947ff409ed5247bd885a208a81095a8d 2024-12-04T00:18:07,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:07,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:07,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:07,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:07,617 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:07,624 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/ns/fd5bfeae1af14de7b082041c14d74368 2024-12-04T00:18:07,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:07,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:07,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:07,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:07,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:07,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:07,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:07,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:07,636 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/table/08a0843c7a784d659a8d95aa6fcc7db6 2024-12-04T00:18:07,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:07,636 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:07,637 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:18:07,639 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740 2024-12-04T00:18:07,640 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:07,641 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:07,642 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:07,644 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:07,645 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71173041, jitterRate=0.060560956597328186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:07,645 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:18:07,645 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271487601Writing region info on filesystem at 1733271487601Initializing all the Stores at 1733271487603 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271487603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271487603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271487603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271487603Cleaning up temporary data from old regions at 1733271487641 (+38 ms)Running coprocessor post-open hooks at 1733271487645 (+4 ms)Region opened successfully at 1733271487645 2024-12-04T00:18:07,647 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733271487570 2024-12-04T00:18:07,649 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:18:07,649 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:18:07,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,40741,1733271485612, state=OPEN 2024-12-04T00:18:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01500641429/meta-region-server 2024-12-04T00:18:07,657 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,40741,1733271485612 2024-12-04T00:18:07,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:07,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01500641429/meta-region-server: CHANGED 2024-12-04T00:18:07,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T00:18:07,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,40741,1733271485612 in 242 msec 2024-12-04T00:18:07,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T00:18:07,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-12-04T00:18:07,912 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:07,923 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:08,319 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:08,330 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:08,656 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T00:18:08,825 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:08,835 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:09,431 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:09,441 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:10,140 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:10,147 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:10,159 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-04T00:18:10,946 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:10,959 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:11,514 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T00:18:11,514 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:18:11,514 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:11,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40741,1733271485612, seqNum=-1] 2024-12-04T00:18:11,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:11,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:11,541 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08c2e318838ea68da8fe45a580b7c28d, regionState=OPEN, lastHost=b20163ee1150,35759,1733271469915, regionLocation=b20163ee1150,35759,1733271469915, openSeqNum=2 2024-12-04T00:18:11,541 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:18:11,541 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271551541 2024-12-04T00:18:11,541 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271611541 2024-12-04T00:18:11,541 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-04T00:18:11,542 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,542 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,542 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,542 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:45355, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,542 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,544 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b20163ee1150,35759,1733271469915 had 2 regions 2024-12-04T00:18:11,548 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,552 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b20163ee1150,35759,1733271469915, splitWal=true, meta=true, isMeta: false 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.697sec 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:11,560 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:18:11,562 WARN [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b20163ee1150,35759,1733271469915/hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:11,568 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915-splitting dir is empty, no logs to split. 2024-12-04T00:18:11,568 INFO [PEWorker-3 {}] master.SplitWALManager(105): b20163ee1150,35759,1733271469915 WAL count=0, meta=false 2024-12-04T00:18:11,581 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,35759,1733271469915-splitting dir is empty, no logs to split. 2024-12-04T00:18:11,581 INFO [PEWorker-3 {}] master.SplitWALManager(105): b20163ee1150,35759,1733271469915 WAL count=0, meta=false 2024-12-04T00:18:11,582 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b20163ee1150,35759,1733271469915 WAL splitting is done? wals=0, meta=false 2024-12-04T00:18:11,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN}] 2024-12-04T00:18:11,596 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:18:11,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN 2024-12-04T00:18:11,596 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:18:11,596 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45355,1733271485444-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:11,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T00:18:11,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45355,-1 for getting cluster id 2024-12-04T00:18:11,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:11,617 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2750e5e3-c9ae-46e5-9812-69e29458a842' 2024-12-04T00:18:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2750e5e3-c9ae-46e5-9812-69e29458a842" 2024-12-04T00:18:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45355,-1] 2024-12-04T00:18:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:11,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,621 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3185408f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40741,1733271485612, seqNum=-1] 2024-12-04T00:18:11,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:11,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:11,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T00:18:11,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:11,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:11,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b20163ee1150:45355 after: b20163ee1150:45355 2024-12-04T00:18:11,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:11,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45355,-1 for getting cluster id 2024-12-04T00:18:11,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:11,655 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2750e5e3-c9ae-46e5-9812-69e29458a842' 2024-12-04T00:18:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2750e5e3-c9ae-46e5-9812-69e29458a842" 2024-12-04T00:18:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45355,-1] 2024-12-04T00:18:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,659 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:11,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:11,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,45355,1733271485444 2024-12-04T00:18:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-12-04T00:18:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:11,670 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:11,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:11,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T00:18:11,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:11,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T00:18:11,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:18:11,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:11,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:11,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:11,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:18:11,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-12-04T00:18:11,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,36973,1733271476429 2024-12-04T00:18:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-811746611/running 2024-12-04T00:18:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-811746611/running 2024-12-04T00:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:18:11,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:11,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:11,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:11,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,36507,1733271476614' ***** 2024-12-04T00:18:11,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:18:11,693 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:18:11,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,36507,1733271476614 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:36507. 2024-12-04T00:18:11,694 DEBUG [RS:0;b20163ee1150:36507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:11,694 DEBUG [RS:0;b20163ee1150:36507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:18:11,694 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:18:11,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/running 2024-12-04T00:18:11,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Set watcher on znode that does not yet exist, /1-811746611/running 2024-12-04T00:18:11,697 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:18:11,697 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:18:11,697 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:11,698 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:11,698 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:11,698 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:11,698 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:11,698 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:11,698 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T00:18:11,725 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/.tmp/ns/f35f96645dad46ddb40feaf6565e2edb is 43, key is default/ns:d/1733271479751/Put/seqid=0 2024-12-04T00:18:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741835_1011 (size=5153) 2024-12-04T00:18:11,746 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:11,749 DEBUG [b20163ee1150:45355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:11,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=08c2e318838ea68da8fe45a580b7c28d, regionState=OPENING, regionLocation=b20163ee1150,40741,1733271485612 2024-12-04T00:18:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN because future has completed 2024-12-04T00:18:11,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,40741,1733271485612}] 2024-12-04T00:18:11,879 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:11,896 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:11,898 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:11,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:11,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:11,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:18:11,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40741%2C1733271485612.rep, suffix=, logDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612, archiveDir=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs, maxLogs=10 2024-12-04T00:18:11,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.rep.1733271491943, exclude list is [], retry=0 2024-12-04T00:18:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-3afc95ca-6746-43c1-9bda-c6c6d4124a6e,DISK] 2024-12-04T00:18:11,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.rep.1733271491943 2024-12-04T00:18:11,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-12-04T00:18:11,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 08c2e318838ea68da8fe45a580b7c28d, NAME => 'hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:11,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. service=MultiRowMutationService 2024-12-04T00:18:11,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:11,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,008 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,010 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName hfileref 2024-12-04T00:18:12,010 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:12,012 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:12,012 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,015 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName queue 2024-12-04T00:18:12,016 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:12,046 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/queue/cb11261bf6a84906856f16b3b9c3e5f4 2024-12-04T00:18:12,046 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:12,046 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,048 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c2e318838ea68da8fe45a580b7c28d columnFamilyName sid 2024-12-04T00:18:12,048 DEBUG [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:12,050 INFO [StoreOpener-08c2e318838ea68da8fe45a580b7c28d-1 {}] regionserver.HStore(327): Store=08c2e318838ea68da8fe45a580b7c28d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:12,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:12,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 08c2e318838ea68da8fe45a580b7c28d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70789710, jitterRate=0.05484887957572937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:12,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:12,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 08c2e318838ea68da8fe45a580b7c28d: Running coprocessor pre-open hook at 1733271491995Writing region info on filesystem at 1733271491995Initializing all the Stores at 1733271492004 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271492004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271492008 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271492008Cleaning up temporary data from old regions at 1733271492059 (+51 ms)Running coprocessor post-open hooks at 1733271492082 (+23 ms)Region opened successfully at 1733271492083 (+1 ms) 2024-12-04T00:18:12,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., pid=19, masterSystemTime=1733271491912 2024-12-04T00:18:12,098 DEBUG [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:12,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:12,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:12,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=08c2e318838ea68da8fe45a580b7c28d, regionState=OPEN, openSeqNum=10, regionLocation=b20163ee1150,40741,1733271485612 2024-12-04T00:18:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,40741,1733271485612 because future has completed 2024-12-04T00:18:12,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T00:18:12,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 08c2e318838ea68da8fe45a580b7c28d, server=b20163ee1150,40741,1733271485612 in 373 msec 2024-12-04T00:18:12,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T00:18:12,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c2e318838ea68da8fe45a580b7c28d, ASSIGN in 541 msec 2024-12-04T00:18:12,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T00:18:12,146 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/.tmp/ns/f35f96645dad46ddb40feaf6565e2edb 2024-12-04T00:18:12,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., hostname=b20163ee1150,40741,1733271485612, seqNum=10] 2024-12-04T00:18:12,181 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/.tmp/ns/f35f96645dad46ddb40feaf6565e2edb as hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/ns/f35f96645dad46ddb40feaf6565e2edb 2024-12-04T00:18:12,198 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/ns/f35f96645dad46ddb40feaf6565e2edb, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T00:18:12,200 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=6, compaction requested=false 2024-12-04T00:18:12,217 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b20163ee1150,35759,1733271469915 2024-12-04T00:18:12,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T00:18:12,218 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T00:18:12,219 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:12,219 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:12,219 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:12,220 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271491698Running coprocessor pre-close hooks at 1733271491698Disabling compacts and flushes for region at 1733271491698Disabling writes for close at 1733271491698Obtaining lock to block concurrent updates at 1733271491698Preparing flush snapshotting stores in 1588230740 at 1733271491698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733271491699 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271491703 (+4 ms)Flushing 1588230740/ns: creating writer at 1733271491703Flushing 1588230740/ns: appending metadata at 1733271491725 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733271491725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e31dbb7: reopening flushed file at 1733271492178 (+453 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=6, compaction requested=false at 1733271492200 (+22 ms)Writing region close event to WAL at 1733271492212 (+12 ms)Running coprocessor post-close hooks at 1733271492219 (+7 ms)Closed at 1733271492219 2024-12-04T00:18:12,220 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:12,299 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,36507,1733271476614; all regions closed. 2024-12-04T00:18:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741834_1010 (size=1152) 2024-12-04T00:18:12,321 DEBUG [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/oldWALs 2024-12-04T00:18:12,322 INFO [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C36507%2C1733271476614.meta:.meta(num 1733271479639) 2024-12-04T00:18:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:18:12,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/WALs/b20163ee1150,36507,1733271476614/b20163ee1150%2C36507%2C1733271476614.1733271478665 not finished, retry = 0 2024-12-04T00:18:12,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T00:18:12,455 DEBUG [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/oldWALs 2024-12-04T00:18:12,455 INFO [RS:0;b20163ee1150:36507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C36507%2C1733271476614:(num 1733271478665) 2024-12-04T00:18:12,455 DEBUG [RS:0;b20163ee1150:36507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:12,455 INFO [RS:0;b20163ee1150:36507 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:12,456 INFO [RS:0;b20163ee1150:36507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:12,456 INFO [RS:0;b20163ee1150:36507 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:12,456 INFO [RS:0;b20163ee1150:36507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:12,456 INFO [RS:0;b20163ee1150:36507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36507 2024-12-04T00:18:12,457 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-811746611/rs/b20163ee1150,36507,1733271476614 2024-12-04T00:18:12,513 INFO [RS:0;b20163ee1150:36507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:12,513 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fd29c8e3e60@4cedfb57 rejected from java.util.concurrent.ThreadPoolExecutor@9ef7cae[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-04T00:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611/rs 2024-12-04T00:18:12,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,36507,1733271476614] 2024-12-04T00:18:12,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/draining/b20163ee1150,36507,1733271476614 already deleted, retry=false 2024-12-04T00:18:12,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,36507,1733271476614 expired; onlineServers=0 2024-12-04T00:18:12,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,36973,1733271476429' ***** 2024-12-04T00:18:12,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:18:12,601 INFO [M:0;b20163ee1150:36973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:12,601 INFO [M:0;b20163ee1150:36973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:12,601 DEBUG [M:0;b20163ee1150:36973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:18:12,601 DEBUG [M:0;b20163ee1150:36973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:18:12,601 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271478349 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271478349,5,FailOnTimeoutGroup] 2024-12-04T00:18:12,602 INFO [M:0;b20163ee1150:36973 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:12,602 INFO [M:0;b20163ee1150:36973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:12,602 DEBUG [M:0;b20163ee1150:36973 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:18:12,602 INFO [M:0;b20163ee1150:36973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:18:12,602 INFO [M:0;b20163ee1150:36973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:12,602 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271478349 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271478349,5,FailOnTimeoutGroup] 2024-12-04T00:18:12,602 INFO [M:0;b20163ee1150:36973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:18:12,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:18:12,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:18:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:12,632 INFO [RS:0;b20163ee1150:36507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:12,632 INFO [RS:0;b20163ee1150:36507 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,36507,1733271476614; zookeeper connection closed. 2024-12-04T00:18:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36507-0x1019db3a52d0004, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:12,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e2d3e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e2d3e0 2024-12-04T00:18:12,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:18:12,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-811746611/master 2024-12-04T00:18:12,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-811746611/master already deleted, retry=false 2024-12-04T00:18:12,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-811746611 2024-12-04T00:18:12,685 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-811746611/master 2024-12-04T00:18:12,687 INFO [M:0;b20163ee1150:36973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/.lastflushedseqids 2024-12-04T00:18:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741836_1012 (size=99) 2024-12-04T00:18:12,892 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:12,904 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:13,098 INFO [M:0;b20163ee1150:36973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:18:13,098 INFO [M:0;b20163ee1150:36973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:18:13,098 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:13,098 INFO [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:13,098 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:13,098 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:13,098 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:13,099 INFO [M:0;b20163ee1150:36973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T00:18:13,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:13,126 DEBUG [M:0;b20163ee1150:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac8e0255bf9454bacf903838d6b6fc4 is 82, key is hbase:meta,,1/info:regioninfo/1733271479710/Put/seqid=0 2024-12-04T00:18:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741837_1013 (size=5672) 2024-12-04T00:18:13,141 INFO [M:0;b20163ee1150:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac8e0255bf9454bacf903838d6b6fc4 2024-12-04T00:18:13,167 DEBUG [M:0;b20163ee1150:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c3254eeb364b2aa376aaa25fafeca9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733271479761/Put/seqid=0 2024-12-04T00:18:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741838_1014 (size=5275) 2024-12-04T00:18:13,575 INFO [M:0;b20163ee1150:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c3254eeb364b2aa376aaa25fafeca9 2024-12-04T00:18:13,626 DEBUG [M:0;b20163ee1150:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a09af85558b473ea59737b3f82e834e is 69, key is b20163ee1150,36507,1733271476614/rs:state/1733271478443/Put/seqid=0 2024-12-04T00:18:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741839_1015 (size=5156) 2024-12-04T00:18:14,003 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:14,012 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:14,039 INFO [M:0;b20163ee1150:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a09af85558b473ea59737b3f82e834e 2024-12-04T00:18:14,051 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bac8e0255bf9454bacf903838d6b6fc4 as hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bac8e0255bf9454bacf903838d6b6fc4 2024-12-04T00:18:14,061 INFO [M:0;b20163ee1150:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bac8e0255bf9454bacf903838d6b6fc4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T00:18:14,063 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c3254eeb364b2aa376aaa25fafeca9 as hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99c3254eeb364b2aa376aaa25fafeca9 2024-12-04T00:18:14,072 INFO [M:0;b20163ee1150:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99c3254eeb364b2aa376aaa25fafeca9, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T00:18:14,075 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a09af85558b473ea59737b3f82e834e as hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a09af85558b473ea59737b3f82e834e 2024-12-04T00:18:14,091 INFO [M:0;b20163ee1150:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a09af85558b473ea59737b3f82e834e, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T00:18:14,097 INFO [M:0;b20163ee1150:36973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=28, compaction requested=false 2024-12-04T00:18:14,101 INFO [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:14,101 DEBUG [M:0;b20163ee1150:36973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271493098Disabling compacts and flushes for region at 1733271493098Disabling writes for close at 1733271493098Obtaining lock to block concurrent updates at 1733271493099 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271493099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733271493099Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271493100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271493100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271493126 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271493126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271493150 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271493167 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271493167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271493595 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271493626 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271493626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660976cd: reopening flushed file at 1733271494048 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e57fa38: reopening flushed file at 1733271494061 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8e7473: reopening flushed file at 1733271494072 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=28, compaction requested=false at 1733271494097 (+25 ms)Writing region close event to WAL at 1733271494101 (+4 ms)Closed at 1733271494101 2024-12-04T00:18:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741830_1006 (size=10165) 2024-12-04T00:18:14,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5737d99-9d9b-dd3b-670c-5fccb152c472/MasterData/WALs/b20163ee1150,36973,1733271476429/b20163ee1150%2C36973%2C1733271476429.1733271478074 not finished, retry = 0 2024-12-04T00:18:14,208 INFO [M:0;b20163ee1150:36973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:18:14,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:14,208 INFO [M:0;b20163ee1150:36973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36973 2024-12-04T00:18:14,211 INFO [M:0;b20163ee1150:36973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:14,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:14,315 INFO [M:0;b20163ee1150:36973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:14,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1019db3a52d0003, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:14,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:14,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:14,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:14,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:14,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:14,327 WARN [BP-1317768945-172.17.0.3-1733271474148 heartbeating to localhost/127.0.0.1:38111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:18:14,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:18:14,327 WARN [BP-1317768945-172.17.0.3-1733271474148 heartbeating to localhost/127.0.0.1:38111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1317768945-172.17.0.3-1733271474148 (Datanode Uuid a3f36a66-980b-4110-bf77-f3ee55440565) service to localhost/127.0.0.1:38111 2024-12-04T00:18:14,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:18:14,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/cluster_fb3d8a99-404c-a450-11ff-96a941830933/data/data1/current/BP-1317768945-172.17.0.3-1733271474148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:14,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/cluster_fb3d8a99-404c-a450-11ff-96a941830933/data/data2/current/BP-1317768945-172.17.0.3-1733271474148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:14,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:18:14,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:14,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:14,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:14,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:14,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:18:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:18:14,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:14,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:14,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:14,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:18:14,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090738911, stopped=false 2024-12-04T00:18:14,361 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,45355,1733271485444 2024-12-04T00:18:14,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:14,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/running 2024-12-04T00:18:14,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:14,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:14,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:14,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:14,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:14,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:14,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:14,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,40741,1733271485612' ***** 2024-12-04T00:18:14,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:18:14,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(3091): Received CLOSE for 08c2e318838ea68da8fe45a580b7c28d 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,40741,1733271485612 2024-12-04T00:18:14,374 INFO [RS:0;b20163ee1150:40741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:40741. 2024-12-04T00:18:14,375 DEBUG [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08c2e318838ea68da8fe45a580b7c28d, disabling compactions & flushes 2024-12-04T00:18:14,375 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:14,375 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. after waiting 0 ms 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:18:14,375 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:14,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Set watcher on znode that does not yet exist, /01500641429/running 2024-12-04T00:18:14,375 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:18:14,375 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1325): Online Regions={08c2e318838ea68da8fe45a580b7c28d=hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:18:14,375 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1351): Waiting on 08c2e318838ea68da8fe45a580b7c28d, 1588230740 2024-12-04T00:18:14,375 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:14,376 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:14,376 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:14,376 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:14,376 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:14,376 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T00:18:14,380 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/replication/08c2e318838ea68da8fe45a580b7c28d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T00:18:14,381 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:14,381 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:14,381 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:14,381 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08c2e318838ea68da8fe45a580b7c28d: Waiting for close lock at 1733271494375Running coprocessor pre-close hooks at 1733271494375Disabling compacts and flushes for region at 1733271494375Disabling writes for close at 1733271494375Writing region close event to WAL at 1733271494376 (+1 ms)Running coprocessor post-close hooks at 1733271494380 (+4 ms)Closed at 1733271494381 (+1 ms) 2024-12-04T00:18:14,381 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d. 2024-12-04T00:18:14,392 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/d65574b2141b46ba8817152f2f210c46 is 147, key is hbase:replication,,1733271479949.08c2e318838ea68da8fe45a580b7c28d./info:regioninfo/1733271492104/Put/seqid=0 2024-12-04T00:18:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741851_1027 (size=6385) 2024-12-04T00:18:14,403 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:14,576 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:14,776 DEBUG [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:14,801 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/d65574b2141b46ba8817152f2f210c46 2024-12-04T00:18:14,822 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/.tmp/info/d65574b2141b46ba8817152f2f210c46 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/info/d65574b2141b46ba8817152f2f210c46 2024-12-04T00:18:14,833 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/info/d65574b2141b46ba8817152f2f210c46, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T00:18:14,835 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=19, compaction requested=false 2024-12-04T00:18:14,867 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T00:18:14,869 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:14,869 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:14,869 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:14,869 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271494375Running coprocessor pre-close hooks at 1733271494375Disabling compacts and flushes for region at 1733271494375Disabling writes for close at 1733271494376 (+1 ms)Obtaining lock to block concurrent updates at 1733271494376Preparing flush snapshotting stores in 1588230740 at 1733271494376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733271494376Flushing stores of hbase:meta,,1.1588230740 at 1733271494377 (+1 ms)Flushing 1588230740/info: creating writer at 1733271494377Flushing 1588230740/info: appending metadata at 1733271494392 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733271494392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a645d07: reopening flushed file at 1733271494820 (+428 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=19, compaction requested=false at 1733271494835 (+15 ms)Writing region close event to WAL at 1733271494857 (+22 ms)Running coprocessor post-close hooks at 1733271494869 (+12 ms)Closed at 1733271494869 2024-12-04T00:18:14,870 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:14,976 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,40741,1733271485612; all regions closed. 2024-12-04T00:18:14,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.meta.1733271487582.meta not finished, retry = 0 2024-12-04T00:18:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741849_1025 (size=2156) 2024-12-04T00:18:15,083 DEBUG [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:15,083 INFO [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40741%2C1733271485612.meta:.meta(num 1733271487582) 2024-12-04T00:18:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741850_1026 (size=796) 2024-12-04T00:18:15,089 DEBUG [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:15,089 INFO [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40741%2C1733271485612.rep:(num 1733271491943) 2024-12-04T00:18:15,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 not finished, retry = 0 2024-12-04T00:18:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741848_1024 (size=93) 2024-12-04T00:18:15,198 DEBUG [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs 2024-12-04T00:18:15,198 INFO [RS:0;b20163ee1150:40741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40741%2C1733271485612:(num 1733271487376) 2024-12-04T00:18:15,199 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:15,199 INFO [RS:0;b20163ee1150:40741 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:15,199 INFO [RS:0;b20163ee1150:40741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:15,199 INFO [RS:0;b20163ee1150:40741 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:15,199 INFO [RS:0;b20163ee1150:40741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:15,199 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:15,200 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T00:18:15,200 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T00:18:15,200 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,40741,1733271485612 because: Region server is closing 2024-12-04T00:18:15,200 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T00:18:15,200 INFO [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:40741. 2024-12-04T00:18:15,200 DEBUG [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:15,200 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:15,201 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:15,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:15,225 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 to pos 0, reset compression=false 2024-12-04T00:18:15,231 INFO [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 was moved to hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/oldWALs/b20163ee1150%2C40741%2C1733271485612.1733271487376 2024-12-04T00:18:15,234 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376 2024-12-04T00:18:15,234 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T00:18:15,234 DEBUG [RS:0;b20163ee1150:40741.replicationSource.wal-reader.b20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T00:18:15,234 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b20163ee1150,40741,1733271485612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/WALs/b20163ee1150,40741,1733271485612/b20163ee1150%2C40741%2C1733271485612.1733271487376, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T00:18:15,238 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:15,238 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40741,1733271485612, seqNum=-1] 2024-12-04T00:18:15,239 WARN [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-b20163ee1150,40741,1733271485612', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:40741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-04T00:18:15,241 ERROR [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,40741,1733271485612: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b20163ee1150,40741,1733271485612, walGroup=b20163ee1150%2C40741%2C1733271485612, offset=b20163ee1150%2C40741%2C1733271485612.1733271487376:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:40741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:18:15,243 ERROR [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:18:15,245 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:18:15,246 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:18:15,246 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:18:15,246 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:18:15,246 INFO [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 730184312 }, "NonHeapMemoryUsage": { "committed": 162070528, "init": 7667712, "max": -1, "used": 157168352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:18:15,248 DEBUG [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b20163ee1150%2C40741%2C1733271485612.1733271487376] 2024-12-04T00:18:15,301 WARN [RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:18:15,301 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,1-b20163ee1150,40741,1733271485612 terminated 2024-12-04T00:18:15,302 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b20163ee1150,40741,1733271485612 because: Region server is closing 2024-12-04T00:18:15,302 INFO [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:40741. 2024-12-04T00:18:15,302 DEBUG [RS:0;b20163ee1150:40741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:15,302 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:15,302 DEBUG [RS:0;b20163ee1150:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:15,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:15,302 INFO [RS:0;b20163ee1150:40741 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b20163ee1150:40741.replicationSource.shipperb20163ee1150%2C40741%2C1733271485612,2-b20163ee1150,40741,1733271485612 terminated 2024-12-04T00:18:15,302 INFO [RS:0;b20163ee1150:40741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40741 2024-12-04T00:18:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/rs/b20163ee1150,40741,1733271485612 2024-12-04T00:18:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429/rs 2024-12-04T00:18:15,499 INFO [RS:0;b20163ee1150:40741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:15,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,40741,1733271485612] 2024-12-04T00:18:15,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01500641429/draining/b20163ee1150,40741,1733271485612 already deleted, retry=false 2024-12-04T00:18:15,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,40741,1733271485612 expired; onlineServers=0 2024-12-04T00:18:15,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,45355,1733271485444' ***** 2024-12-04T00:18:15,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:18:15,757 INFO [M:0;b20163ee1150:45355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:15,758 INFO [M:0;b20163ee1150:45355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:15,758 DEBUG [M:0;b20163ee1150:45355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:18:15,758 DEBUG [M:0;b20163ee1150:45355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:18:15,758 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:18:15,758 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271486998 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271486998,5,FailOnTimeoutGroup] 2024-12-04T00:18:15,758 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271486996 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271486996,5,FailOnTimeoutGroup] 2024-12-04T00:18:15,758 INFO [M:0;b20163ee1150:45355 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:15,758 INFO [M:0;b20163ee1150:45355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:15,758 DEBUG [M:0;b20163ee1150:45355 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:18:15,758 INFO [M:0;b20163ee1150:45355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:18:15,758 INFO [M:0;b20163ee1150:45355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:15,759 INFO [M:0;b20163ee1150:45355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:18:15,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:18:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01500641429/master 2024-12-04T00:18:15,783 DEBUG [M:0;b20163ee1150:45355 {}] zookeeper.ZKUtil(347): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Unable to get data of znode /01500641429/master because node does not exist (not an error) 2024-12-04T00:18:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01500641429 2024-12-04T00:18:15,783 WARN [M:0;b20163ee1150:45355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:18:15,784 INFO [M:0;b20163ee1150:45355 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/.lastflushedseqids 2024-12-04T00:18:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:15,785 INFO [RS:0;b20163ee1150:40741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x1019db3a52d0007, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:15,785 INFO [RS:0;b20163ee1150:40741 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,40741,1733271485612; zookeeper connection closed. 2024-12-04T00:18:15,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3783b0c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3783b0c8 2024-12-04T00:18:15,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:18:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741852_1028 (size=181) 2024-12-04T00:18:15,814 INFO [M:0;b20163ee1150:45355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:18:15,814 INFO [M:0;b20163ee1150:45355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:18:15,814 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:15,814 INFO [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:15,814 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:15,814 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:15,814 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:15,814 INFO [M:0;b20163ee1150:45355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T00:18:15,829 DEBUG [M:0;b20163ee1150:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25fb968bd1e44fdbbed4b2003d0ead3a is 82, key is hbase:meta,,1/info:regioninfo/1733271487650/Put/seqid=0 2024-12-04T00:18:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741853_1029 (size=5680) 2024-12-04T00:18:16,234 INFO [M:0;b20163ee1150:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25fb968bd1e44fdbbed4b2003d0ead3a 2024-12-04T00:18:16,261 DEBUG [M:0;b20163ee1150:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b7105184c84d6eb82d8e4cc8a91183 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733271492135/Put/seqid=0 2024-12-04T00:18:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741854_1030 (size=7319) 2024-12-04T00:18:16,668 INFO [M:0;b20163ee1150:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b7105184c84d6eb82d8e4cc8a91183 2024-12-04T00:18:16,689 DEBUG [M:0;b20163ee1150:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c6a09b83414296bdddd38e4323f531 is 69, key is b20163ee1150,40741,1733271485612/rs:state/1733271487144/Put/seqid=0 2024-12-04T00:18:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741855_1031 (size=5371) 2024-12-04T00:18:17,096 INFO [M:0;b20163ee1150:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c6a09b83414296bdddd38e4323f531 2024-12-04T00:18:17,107 INFO [M:0;b20163ee1150:45355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c6a09b83414296bdddd38e4323f531 2024-12-04T00:18:17,108 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25fb968bd1e44fdbbed4b2003d0ead3a as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25fb968bd1e44fdbbed4b2003d0ead3a 2024-12-04T00:18:17,117 INFO [M:0;b20163ee1150:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25fb968bd1e44fdbbed4b2003d0ead3a, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T00:18:17,119 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b7105184c84d6eb82d8e4cc8a91183 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b7105184c84d6eb82d8e4cc8a91183 2024-12-04T00:18:17,129 INFO [M:0;b20163ee1150:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b7105184c84d6eb82d8e4cc8a91183, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T00:18:17,130 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c6a09b83414296bdddd38e4323f531 as hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c6a09b83414296bdddd38e4323f531 2024-12-04T00:18:17,138 INFO [M:0;b20163ee1150:45355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c6a09b83414296bdddd38e4323f531 2024-12-04T00:18:17,138 INFO [M:0;b20163ee1150:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45491/user/jenkins/test-data/9a436d91-eac4-0028-49ac-559f09f0525f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c6a09b83414296bdddd38e4323f531, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T00:18:17,140 INFO [M:0;b20163ee1150:45355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=172, compaction requested=false 2024-12-04T00:18:17,144 INFO [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:17,144 DEBUG [M:0;b20163ee1150:45355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271495814Disabling compacts and flushes for region at 1733271495814Disabling writes for close at 1733271495814Obtaining lock to block concurrent updates at 1733271495814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271495814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733271495815 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271495816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271495816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271495829 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271495829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271496240 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271496260 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271496260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271496674 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271496689 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271496689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f2e2a3: reopening flushed file at 1733271497107 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5315c26c: reopening flushed file at 1733271497117 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa6edea: reopening flushed file at 1733271497129 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=172, compaction requested=false at 1733271497140 (+11 ms)Writing region close event to WAL at 1733271497144 (+4 ms)Closed at 1733271497144 2024-12-04T00:18:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741847_1023 (size=22949) 2024-12-04T00:18:17,148 INFO [M:0;b20163ee1150:45355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:18:17,148 INFO [M:0;b20163ee1150:45355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45355 2024-12-04T00:18:17,149 INFO [M:0;b20163ee1150:45355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:17,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:17,252 INFO [M:0;b20163ee1150:45355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x1019db3a52d0006, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:17,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:17,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:17,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:17,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:17,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:17,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:18:17,256 WARN [BP-1936577548-172.17.0.3-1733271465130 heartbeating to localhost/127.0.0.1:45491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:18:17,256 WARN [BP-1936577548-172.17.0.3-1733271465130 heartbeating to localhost/127.0.0.1:45491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1936577548-172.17.0.3-1733271465130 (Datanode Uuid c12ce130-8f41-45d3-9c6e-c78522b6ec19) service to localhost/127.0.0.1:45491 2024-12-04T00:18:17,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:18:17,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/data/data1/current/BP-1936577548-172.17.0.3-1733271465130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:17,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/cluster_e6984ef5-c528-8050-b77e-733726e6e78b/data/data2/current/BP-1936577548-172.17.0.3-1733271465130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:17,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:18:17,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:17,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:17,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:17,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:17,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b7d55f-1476-a0d5-3b2e-73e6d03b077f/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:17,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:18:17,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:18:17,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38111 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b20163ee1150:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b20163ee1150:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/b20163ee1150:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b20163ee1150:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45491 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b20163ee1150:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=650 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 6171) 2024-12-04T00:18:17,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=650, ProcessCount=11, AvailableMemoryMB=6073 2024-12-04T00:18:17,324 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T00:18:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir so I do NOT create it in target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c 2024-12-04T00:18:17,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:18:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.tmp.dir so I do NOT create it in target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c 2024-12-04T00:18:17,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6ce9f5-aedd-1f33-31c8-0f716b52662c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:18:17,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c 2024-12-04T00:18:17,325 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2, deleteOnExit=true 2024-12-04T00:18:17,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/zookeeper_0, clientPort=56208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:18:17,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56208 2024-12-04T00:18:17,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:18:17,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:18:17,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/test.cache.data in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:18:17,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:18:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:18:17,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:18:17,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:17,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:18:17,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:18:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db3a52d0005, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:18:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db3a52d0002, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:18:17,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db3a52d0005, quorum=127.0.0.1:50944, baseZNode=/1-811746611 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:18:17,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db3a52d0002, quorum=127.0.0.1:50944, baseZNode=/01500641429 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:18:17,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:17,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:17,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:17,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:17,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:18:17,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:17,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:17,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:18,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/java.io.tmpdir/jetty-localhost-40305-hadoop-hdfs-3_4_1-tests_jar-_-any-5974081036031232880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:18,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:40305} 2024-12-04T00:18:18,047 INFO [Time-limited test {}] server.Server(415): Started @34994ms 2024-12-04T00:18:18,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:18,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:18,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:18,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:18,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:18,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:18,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:18,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/java.io.tmpdir/jetty-localhost-34601-hadoop-hdfs-3_4_1-tests_jar-_-any-18116327737178535395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:18,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:34601} 2024-12-04T00:18:18,726 INFO [Time-limited test {}] server.Server(415): Started @35674ms 2024-12-04T00:18:18,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:18:19,415 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/data/data1/current/BP-1737312179-172.17.0.3-1733271497371/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:19,416 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/data/data2/current/BP-1737312179-172.17.0.3-1733271497371/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:19,437 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:18:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc245f12b0a53e651 with lease ID 0x22f70befb6de17d1: Processing first storage report for DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7 from datanode DatanodeRegistration(127.0.0.1:39063, datanodeUuid=11785d82-37cc-4da1-b388-b66969a61919, infoPort=38381, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=941758387;c=1733271497371) 2024-12-04T00:18:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc245f12b0a53e651 with lease ID 0x22f70befb6de17d1: from storage DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7 node DatanodeRegistration(127.0.0.1:39063, datanodeUuid=11785d82-37cc-4da1-b388-b66969a61919, infoPort=38381, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=941758387;c=1733271497371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc245f12b0a53e651 with lease ID 0x22f70befb6de17d1: Processing first storage report for DS-c12af304-ac40-4979-8722-1c7e01215bcd from datanode DatanodeRegistration(127.0.0.1:39063, datanodeUuid=11785d82-37cc-4da1-b388-b66969a61919, infoPort=38381, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=941758387;c=1733271497371) 2024-12-04T00:18:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc245f12b0a53e651 with lease ID 0x22f70befb6de17d1: from storage DS-c12af304-ac40-4979-8722-1c7e01215bcd node DatanodeRegistration(127.0.0.1:39063, datanodeUuid=11785d82-37cc-4da1-b388-b66969a61919, infoPort=38381, infoSecurePort=0, ipcPort=38335, storageInfo=lv=-57;cid=testClusterID;nsid=941758387;c=1733271497371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:19,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c 2024-12-04T00:18:19,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:19,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:18:19,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:19,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:19,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:19,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:18:19,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:18:19,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:19,917 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85 with version=8 2024-12-04T00:18:19,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/hbase-staging 2024-12-04T00:18:19,920 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:19,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:19,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:19,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:19,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:19,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:19,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:18:19,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:19,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38157 2024-12-04T00:18:19,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38157 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:20,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381570x0, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:20,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38157-0x1019db4261c0000 connected 2024-12-04T00:18:20,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:20,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:20,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/running 2024-12-04T00:18:20,125 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85, hbase.cluster.distributed=false 2024-12-04T00:18:20,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/acl 2024-12-04T00:18:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38157 2024-12-04T00:18:20,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38157 2024-12-04T00:18:20,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38157 2024-12-04T00:18:20,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38157 2024-12-04T00:18:20,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38157 2024-12-04T00:18:20,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:20,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:20,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:20,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:18:20,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:20,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45489 2024-12-04T00:18:20,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45489 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:20,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:20,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:20,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454890x0, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:20,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454890x0, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/running 2024-12-04T00:18:20,223 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:18:20,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45489-0x1019db4261c0001 connected 2024-12-04T00:18:20,240 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:18:20,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/master 2024-12-04T00:18:20,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/acl 2024-12-04T00:18:20,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45489 2024-12-04T00:18:20,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45489 2024-12-04T00:18:20,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45489 2024-12-04T00:18:20,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45489 2024-12-04T00:18:20,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45489 2024-12-04T00:18:20,278 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:38157 2024-12-04T00:18:20,279 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-673105482/backup-masters/b20163ee1150,38157,1733271499920 2024-12-04T00:18:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/backup-masters 2024-12-04T00:18:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/backup-masters 2024-12-04T00:18:20,286 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on existing znode=/0-673105482/backup-masters/b20163ee1150,38157,1733271499920 2024-12-04T00:18:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673105482/master 2024-12-04T00:18:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:20,296 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on existing znode=/0-673105482/master 2024-12-04T00:18:20,297 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-673105482/backup-masters/b20163ee1150,38157,1733271499920 from backup master directory 2024-12-04T00:18:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/backup-masters 2024-12-04T00:18:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673105482/backup-masters/b20163ee1150,38157,1733271499920 2024-12-04T00:18:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/backup-masters 2024-12-04T00:18:20,306 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:20,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,38157,1733271499920 2024-12-04T00:18:20,313 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/hbase.id] with ID: f8d75400-a857-4193-b57e-a8764f25628b 2024-12-04T00:18:20,313 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/.tmp/hbase.id 2024-12-04T00:18:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:18:20,328 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/.tmp/hbase.id]:[hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/hbase.id] 2024-12-04T00:18:20,346 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:20,346 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:18:20,347 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:18:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:18:20,371 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:20,372 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:18:20,372 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:18:20,797 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store 2024-12-04T00:18:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:18:21,203 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:21,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:21,204 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:21,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:21,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:21,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:21,204 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:21,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271501204Disabling compacts and flushes for region at 1733271501204Disabling writes for close at 1733271501204Writing region close event to WAL at 1733271501204Closed at 1733271501204 2024-12-04T00:18:21,205 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/.initializing 2024-12-04T00:18:21,205 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/WALs/b20163ee1150,38157,1733271499920 2024-12-04T00:18:21,206 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:21,208 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C38157%2C1733271499920, suffix=, logDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/WALs/b20163ee1150,38157,1733271499920, archiveDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/oldWALs, maxLogs=10 2024-12-04T00:18:21,218 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/WALs/b20163ee1150,38157,1733271499920/b20163ee1150%2C38157%2C1733271499920.1733271501208, exclude list is [], retry=0 2024-12-04T00:18:21,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7,DISK] 2024-12-04T00:18:21,223 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/WALs/b20163ee1150,38157,1733271499920/b20163ee1150%2C38157%2C1733271499920.1733271501208 2024-12-04T00:18:21,223 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-04T00:18:21,223 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:21,223 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:21,223 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,223 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:18:21,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:21,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:21,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:18:21,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:21,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:21,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:18:21,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:21,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:21,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:18:21,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:21,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:21,235 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,236 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,237 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,238 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,238 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,238 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:21,240 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:21,242 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:21,243 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66775245, jitterRate=-0.004971310496330261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:21,244 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271501223Initializing all the Stores at 1733271501224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271501224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271501224Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271501225 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271501225Cleaning up temporary data from old regions at 1733271501238 (+13 ms)Region opened successfully at 1733271501244 (+6 ms) 2024-12-04T00:18:21,244 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:18:21,248 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ec3492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:21,249 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:18:21,249 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:18:21,249 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:18:21,250 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:18:21,250 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:18:21,251 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:18:21,251 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:18:21,254 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:18:21,255 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/balancer because node does not exist (not necessarily an error) 2024-12-04T00:18:21,275 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/balancer already deleted, retry=false 2024-12-04T00:18:21,275 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:18:21,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:18:21,285 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/normalizer already deleted, retry=false 2024-12-04T00:18:21,286 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:18:21,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:18:21,296 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/switch/split already deleted, retry=false 2024-12-04T00:18:21,297 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:18:21,306 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/switch/merge already deleted, retry=false 2024-12-04T00:18:21,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:18:21,317 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/snapshot-cleanup already deleted, retry=false 2024-12-04T00:18:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673105482/running 2024-12-04T00:18:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673105482/running 2024-12-04T00:18:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,328 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,38157,1733271499920, sessionid=0x1019db4261c0000, setting cluster-up flag (Was=false) 2024-12-04T00:18:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,380 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-673105482/flush-table-proc/acquired, /0-673105482/flush-table-proc/reached, /0-673105482/flush-table-proc/abort 2024-12-04T00:18:21,381 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,38157,1733271499920 2024-12-04T00:18:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:21,432 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-673105482/online-snapshot/acquired, /0-673105482/online-snapshot/reached, /0-673105482/online-snapshot/abort 2024-12-04T00:18:21,433 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,38157,1733271499920 2024-12-04T00:18:21,437 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:18:21,439 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:21,440 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:18:21,440 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:18:21,440 WARN [master/b20163ee1150:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b20163ee1150,35759,1733271469915: status=Processing ServerCrashProcedure of b20163ee1150,35759,1733271469915 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733271486994, completionTime=-1 appears to have been leaked 2024-12-04T00:18:21,441 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,38157,1733271499920 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:21,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:21,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:18:21,458 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271531458 2024-12-04T00:18:21,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:18:21,459 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:18:21,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:18:21,468 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,472 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(746): ClusterId : f8d75400-a857-4193-b57e-a8764f25628b 2024-12-04T00:18:21,472 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:18:21,473 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:18:21,473 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:18:21,473 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:18:21,473 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:18:21,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:18:21,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:18:21,478 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271501474,5,FailOnTimeoutGroup] 2024-12-04T00:18:21,479 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271501479,5,FailOnTimeoutGroup] 2024-12-04T00:18:21,479 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,479 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:18:21,479 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,479 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,487 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:18:21,487 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:18:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:18:21,497 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:18:21,497 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c791bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:21,516 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:45489 2024-12-04T00:18:21,516 INFO [RS:0;b20163ee1150:45489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:18:21,516 INFO [RS:0;b20163ee1150:45489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:18:21,516 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:18:21,517 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,38157,1733271499920 with port=45489, startcode=1733271500191 2024-12-04T00:18:21,518 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:18:21,520 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:18:21,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38157 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,522 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85 2024-12-04T00:18:21,522 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36993 2024-12-04T00:18:21,522 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:18:21,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/rs 2024-12-04T00:18:21,528 DEBUG [RS:0;b20163ee1150:45489 {}] zookeeper.ZKUtil(111): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on existing znode=/0-673105482/rs/b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,528 WARN [RS:0;b20163ee1150:45489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:21,528 INFO [RS:0;b20163ee1150:45489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:21,528 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,45489,1733271500191] 2024-12-04T00:18:21,531 INFO [RS:0;b20163ee1150:45489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:18:21,533 INFO [RS:0;b20163ee1150:45489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:18:21,534 INFO [RS:0;b20163ee1150:45489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:18:21,534 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,536 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:18:21,537 INFO [RS:0;b20163ee1150:45489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:18:21,537 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,538 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:21,539 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:21,539 DEBUG [RS:0;b20163ee1150:45489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:21,547 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,548 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,548 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,548 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,548 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,548 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45489,1733271500191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:21,567 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:18:21,568 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45489,1733271500191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,568 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,568 INFO [RS:0;b20163ee1150:45489 {}] regionserver.Replication(171): b20163ee1150,45489,1733271500191 started 2024-12-04T00:18:21,588 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:21,588 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,45489,1733271500191, RpcServer on b20163ee1150/172.17.0.3:45489, sessionid=0x1019db4261c0001 2024-12-04T00:18:21,588 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:18:21,588 DEBUG [RS:0;b20163ee1150:45489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,588 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,45489,1733271500191' 2024-12-04T00:18:21,588 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-673105482/flush-table-proc/abort' 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-673105482/flush-table-proc/acquired' 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,45489,1733271500191 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,45489,1733271500191' 2024-12-04T00:18:21,589 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-673105482/online-snapshot/abort' 2024-12-04T00:18:21,591 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-673105482/online-snapshot/acquired' 2024-12-04T00:18:21,592 DEBUG [RS:0;b20163ee1150:45489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:18:21,592 INFO [RS:0;b20163ee1150:45489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:18:21,592 INFO [RS:0;b20163ee1150:45489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:18:21,693 INFO [RS:0;b20163ee1150:45489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:21,694 INFO [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45489%2C1733271500191, suffix=, logDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191, archiveDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs, maxLogs=10 2024-12-04T00:18:21,705 DEBUG [RS:0;b20163ee1150:45489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695, exclude list is [], retry=0 2024-12-04T00:18:21,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7,DISK] 2024-12-04T00:18:21,711 INFO [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 2024-12-04T00:18:21,711 DEBUG [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-04T00:18:21,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:18:21,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85 2024-12-04T00:18:21,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:18:22,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:22,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:22,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:22,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:22,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:22,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:22,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:22,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:22,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:22,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:22,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740 2024-12-04T00:18:22,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740 2024-12-04T00:18:22,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:22,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:22,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:22,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:22,359 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:22,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61902012, jitterRate=-0.07758814096450806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:22,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271502310Initializing all the Stores at 1733271502311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271502311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502311Cleaning up temporary data from old regions at 1733271502336 (+25 ms)Region opened successfully at 1733271502361 (+25 ms) 2024-12-04T00:18:22,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:22,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:22,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:22,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:22,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:22,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:22,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271502361Disabling compacts and flushes for region at 1733271502361Disabling writes for close at 1733271502361Writing region close event to WAL at 1733271502362 (+1 ms)Closed at 1733271502362 2024-12-04T00:18:22,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:22,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:18:22,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:18:22,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:22,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:18:22,535 DEBUG [b20163ee1150:38157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:22,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,45489,1733271500191 2024-12-04T00:18:22,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,45489,1733271500191, state=OPENING 2024-12-04T00:18:22,568 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:18:22,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:22,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:22,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673105482/meta-region-server: CHANGED 2024-12-04T00:18:22,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:22,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,45489,1733271500191}] 2024-12-04T00:18:22,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673105482/meta-region-server: CHANGED 2024-12-04T00:18:22,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:22,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:18:22,832 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:18:22,832 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:22,833 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:18:22,835 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45489%2C1733271500191.meta, suffix=.meta, logDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191, archiveDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs, maxLogs=10 2024-12-04T00:18:22,862 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.meta.1733271502836.meta, exclude list is [], retry=0 2024-12-04T00:18:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7,DISK] 2024-12-04T00:18:22,894 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.meta.1733271502836.meta 2024-12-04T00:18:22,896 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-04T00:18:22,896 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:22,897 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:18:22,898 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:18:22,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:18:22,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:22,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:22,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:22,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:22,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:22,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:22,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:22,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:22,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:22,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:22,946 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:22,948 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740 2024-12-04T00:18:22,949 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740 2024-12-04T00:18:22,951 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:22,951 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:22,953 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:22,955 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:22,957 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70594674, jitterRate=0.0519426167011261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:22,957 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:18:22,958 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271502899Writing region info on filesystem at 1733271502899Initializing all the Stores at 1733271502902 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502907 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271502907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271502908 (+1 ms)Cleaning up temporary data from old regions at 1733271502951 (+43 ms)Running coprocessor post-open hooks at 1733271502957 (+6 ms)Region opened successfully at 1733271502958 (+1 ms) 2024-12-04T00:18:22,965 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271502804 2024-12-04T00:18:22,968 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:18:22,969 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:18:22,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,45489,1733271500191 2024-12-04T00:18:22,971 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,45489,1733271500191, state=OPEN 2024-12-04T00:18:23,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-673105482/meta-region-server 2024-12-04T00:18:23,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,45489,1733271500191 2024-12-04T00:18:23,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-673105482/meta-region-server 2024-12-04T00:18:23,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673105482/meta-region-server: CHANGED 2024-12-04T00:18:23,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673105482/meta-region-server: CHANGED 2024-12-04T00:18:23,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:18:23,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,45489,1733271500191 in 430 msec 2024-12-04T00:18:23,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:18:23,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-12-04T00:18:23,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:23,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:18:23,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:23,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45489,1733271500191, seqNum=-1] 2024-12-04T00:18:23,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:23,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:23,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6830 sec 2024-12-04T00:18:23,127 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271503127, completionTime=-1 2024-12-04T00:18:23,127 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:18:23,127 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:18:23,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:18:23,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271563133 2024-12-04T00:18:23,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271623133 2024-12-04T00:18:23,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T00:18:23,134 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:38157, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,144 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.841sec 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:18:23,148 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:18:23,149 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:23,149 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:18:23,157 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:18:23,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:18:23,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38157,1733271499920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:23,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:23,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38157,-1 for getting cluster id 2024-12-04T00:18:23,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:23,186 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8d75400-a857-4193-b57e-a8764f25628b' 2024-12-04T00:18:23,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8d75400-a857-4193-b57e-a8764f25628b" 2024-12-04T00:18:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38157,-1] 2024-12-04T00:18:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:23,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:23,189 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:23,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:23,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45489,1733271500191, seqNum=-1] 2024-12-04T00:18:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:23,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:23,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,38157,1733271499920 2024-12-04T00:18:23,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:23,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:23,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db4261c0002 connected 2024-12-04T00:18:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir so I do NOT create it in target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c 2024-12-04T00:18:23,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:18:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.tmp.dir so I do NOT create it in target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c 2024-12-04T00:18:23,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:18:23,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/cluster_61909999-3fe8-5719-b928-f8d66469aed9, deleteOnExit=true 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/test.cache.data in system properties and HBase conf 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:18:23,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:18:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:18:23,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:23,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:23,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:23,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:23,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:18:23,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:23,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:23,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:23,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/java.io.tmpdir/jetty-localhost-39091-hadoop-hdfs-3_4_1-tests_jar-_-any-13386416492530772619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:23,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:39091} 2024-12-04T00:18:23,823 INFO [Time-limited test {}] server.Server(415): Started @40770ms 2024-12-04T00:18:24,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:24,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:24,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:24,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:24,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:24,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:24,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:24,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/java.io.tmpdir/jetty-localhost-42387-hadoop-hdfs-3_4_1-tests_jar-_-any-11815618357702003574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:24,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:42387} 2024-12-04T00:18:24,349 INFO [Time-limited test {}] server.Server(415): Started @41297ms 2024-12-04T00:18:24,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:18:25,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:25,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:25,573 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/cluster_61909999-3fe8-5719-b928-f8d66469aed9/data/data2/current/BP-1495237185-172.17.0.3-1733271503326/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:25,573 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/cluster_61909999-3fe8-5719-b928-f8d66469aed9/data/data1/current/BP-1495237185-172.17.0.3-1733271503326/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:25,593 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:18:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25fdbb39a46f07f8 with lease ID 0xadb9c140dbb65696: Processing first storage report for DS-8daa8ab1-e69e-4939-9d30-7bc500618198 from datanode DatanodeRegistration(127.0.0.1:44207, datanodeUuid=1ed6bb5a-9928-42f0-ab84-d9ab874b30af, infoPort=45147, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=1031458680;c=1733271503326) 2024-12-04T00:18:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25fdbb39a46f07f8 with lease ID 0xadb9c140dbb65696: from storage DS-8daa8ab1-e69e-4939-9d30-7bc500618198 node DatanodeRegistration(127.0.0.1:44207, datanodeUuid=1ed6bb5a-9928-42f0-ab84-d9ab874b30af, infoPort=45147, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=1031458680;c=1733271503326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25fdbb39a46f07f8 with lease ID 0xadb9c140dbb65696: Processing first storage report for DS-102e2127-8997-4213-8a1a-3fdf20933f57 from datanode DatanodeRegistration(127.0.0.1:44207, datanodeUuid=1ed6bb5a-9928-42f0-ab84-d9ab874b30af, infoPort=45147, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=1031458680;c=1733271503326) 2024-12-04T00:18:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25fdbb39a46f07f8 with lease ID 0xadb9c140dbb65696: from storage DS-102e2127-8997-4213-8a1a-3fdf20933f57 node DatanodeRegistration(127.0.0.1:44207, datanodeUuid=1ed6bb5a-9928-42f0-ab84-d9ab874b30af, infoPort=45147, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=1031458680;c=1733271503326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:25,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c 2024-12-04T00:18:25,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:25,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:18:26,016 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222 with version=8 2024-12-04T00:18:26,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/hbase-staging 2024-12-04T00:18:26,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:18:26,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:26,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45831 2024-12-04T00:18:26,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45831 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458310x0, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:26,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45831-0x1019db4261c0003 connected 2024-12-04T00:18:26,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:26,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:26,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/running 2024-12-04T00:18:26,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222, hbase.cluster.distributed=false 2024-12-04T00:18:26,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/acl 2024-12-04T00:18:26,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45831 2024-12-04T00:18:26,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45831 2024-12-04T00:18:26,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45831 2024-12-04T00:18:26,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45831 2024-12-04T00:18:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45831 2024-12-04T00:18:26,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:26,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:26,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38347 2024-12-04T00:18:26,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38347 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:26,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:26,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:26,147 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383470x0, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:26,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383470x0, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/running 2024-12-04T00:18:26,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38347-0x1019db4261c0004 connected 2024-12-04T00:18:26,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:18:26,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:18:26,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/master 2024-12-04T00:18:26,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/acl 2024-12-04T00:18:26,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38347 2024-12-04T00:18:26,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38347 2024-12-04T00:18:26,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38347 2024-12-04T00:18:26,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38347 2024-12-04T00:18:26,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38347 2024-12-04T00:18:26,160 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:45831 2024-12-04T00:18:26,160 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1076505393/backup-masters/b20163ee1150,45831,1733271506018 2024-12-04T00:18:26,169 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/backup-masters 2024-12-04T00:18:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/backup-masters 2024-12-04T00:18:26,169 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on existing znode=/1-1076505393/backup-masters/b20163ee1150,45831,1733271506018 2024-12-04T00:18:26,179 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1076505393/master 2024-12-04T00:18:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:26,180 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:26,180 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on existing znode=/1-1076505393/master 2024-12-04T00:18:26,180 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1076505393/backup-masters/b20163ee1150,45831,1733271506018 from backup master directory 2024-12-04T00:18:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1076505393/backup-masters/b20163ee1150,45831,1733271506018 2024-12-04T00:18:26,190 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/backup-masters 2024-12-04T00:18:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/backup-masters 2024-12-04T00:18:26,190 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:26,190 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,45831,1733271506018 2024-12-04T00:18:26,194 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/hbase.id] with ID: b9ce3008-0383-4345-8f61-a3e5749dc67a 2024-12-04T00:18:26,194 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/.tmp/hbase.id 2024-12-04T00:18:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:18:26,601 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/.tmp/hbase.id]:[hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/hbase.id] 2024-12-04T00:18:26,616 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:26,616 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:18:26,618 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T00:18:26,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:26,631 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:18:26,642 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:26,643 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:18:26,644 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:18:27,057 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store 2024-12-04T00:18:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:27,464 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:27,464 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:27,464 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271507464Disabling compacts and flushes for region at 1733271507464Disabling writes for close at 1733271507464Writing region close event to WAL at 1733271507464Closed at 1733271507464 2024-12-04T00:18:27,465 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/.initializing 2024-12-04T00:18:27,465 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/WALs/b20163ee1150,45831,1733271506018 2024-12-04T00:18:27,466 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:27,468 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C45831%2C1733271506018, suffix=, logDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/WALs/b20163ee1150,45831,1733271506018, archiveDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/oldWALs, maxLogs=10 2024-12-04T00:18:27,479 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/WALs/b20163ee1150,45831,1733271506018/b20163ee1150%2C45831%2C1733271506018.1733271507468, exclude list is [], retry=0 2024-12-04T00:18:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-8daa8ab1-e69e-4939-9d30-7bc500618198,DISK] 2024-12-04T00:18:27,483 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/WALs/b20163ee1150,45831,1733271506018/b20163ee1150%2C45831%2C1733271506018.1733271507468 2024-12-04T00:18:27,486 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-12-04T00:18:27,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:27,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:27,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:18:27,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:27,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:27,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:18:27,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:18:27,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:18:27,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:27,497 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,498 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,499 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,500 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,500 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,501 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:27,502 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:27,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:27,506 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62300150, jitterRate=-0.07165542244911194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:27,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271507487Initializing all the Stores at 1733271507488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271507488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271507489 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271507489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271507489Cleaning up temporary data from old regions at 1733271507500 (+11 ms)Region opened successfully at 1733271507506 (+6 ms) 2024-12-04T00:18:27,507 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:18:27,512 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b97c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:27,513 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:18:27,513 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:18:27,513 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:18:27,513 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:18:27,514 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:18:27,514 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:18:27,514 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:18:27,517 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:18:27,517 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/balancer because node does not exist (not necessarily an error) 2024-12-04T00:18:27,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:18:27,569 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/balancer already deleted, retry=false 2024-12-04T00:18:27,569 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:18:27,570 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:18:27,579 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/normalizer already deleted, retry=false 2024-12-04T00:18:27,580 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:18:27,581 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:18:27,590 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/switch/split already deleted, retry=false 2024-12-04T00:18:27,591 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:18:27,650 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/switch/merge already deleted, retry=false 2024-12-04T00:18:27,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:18:27,673 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/snapshot-cleanup already deleted, retry=false 2024-12-04T00:18:27,694 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1076505393/running 2024-12-04T00:18:27,694 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1076505393/running 2024-12-04T00:18:27,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,696 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,45831,1733271506018, sessionid=0x1019db4261c0003, setting cluster-up flag (Was=false) 2024-12-04T00:18:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,727 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,790 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1076505393/flush-table-proc/acquired, /1-1076505393/flush-table-proc/reached, /1-1076505393/flush-table-proc/abort 2024-12-04T00:18:27,791 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45831,1733271506018 2024-12-04T00:18:27,832 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:27,864 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1076505393/online-snapshot/acquired, /1-1076505393/online-snapshot/reached, /1-1076505393/online-snapshot/abort 2024-12-04T00:18:27,865 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45831,1733271506018 2024-12-04T00:18:27,866 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:18:27,870 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:27,870 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:18:27,870 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:18:27,871 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,45831,1733271506018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:18:27,872 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:27,872 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:27,872 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:27,872 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:27,872 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:18:27,873 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:27,873 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:27,873 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:27,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:27,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:18:27,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271537881 2024-12-04T00:18:27,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:18:27,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:18:27,884 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:18:27,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:18:27,892 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271507888,5,FailOnTimeoutGroup] 2024-12-04T00:18:27,893 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271507892,5,FailOnTimeoutGroup] 2024-12-04T00:18:27,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:27,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:18:27,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:27,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:27,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:18:27,957 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(746): ClusterId : b9ce3008-0383-4345-8f61-a3e5749dc67a 2024-12-04T00:18:27,957 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:18:27,980 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:18:27,980 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:18:27,991 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:18:27,991 DEBUG [RS:0;b20163ee1150:38347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbcdf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:28,003 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:38347 2024-12-04T00:18:28,003 INFO [RS:0;b20163ee1150:38347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:18:28,003 INFO [RS:0;b20163ee1150:38347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:18:28,003 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:18:28,004 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,45831,1733271506018 with port=38347, startcode=1733271506126 2024-12-04T00:18:28,004 DEBUG [RS:0;b20163ee1150:38347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:18:28,012 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:18:28,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45831 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,015 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222 2024-12-04T00:18:28,015 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34865 2024-12-04T00:18:28,015 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:18:28,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/rs 2024-12-04T00:18:28,068 DEBUG [RS:0;b20163ee1150:38347 {}] zookeeper.ZKUtil(111): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on existing znode=/1-1076505393/rs/b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,068 WARN [RS:0;b20163ee1150:38347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:28,068 INFO [RS:0;b20163ee1150:38347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:28,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,38347,1733271506126] 2024-12-04T00:18:28,068 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,073 INFO [RS:0;b20163ee1150:38347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:18:28,076 INFO [RS:0;b20163ee1150:38347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:18:28,077 INFO [RS:0;b20163ee1150:38347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:18:28,077 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,080 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:18:28,081 INFO [RS:0;b20163ee1150:38347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:18:28,081 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,081 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,081 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:28,082 DEBUG [RS:0;b20163ee1150:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,084 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38347,1733271506126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:28,101 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:18:28,102 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38347,1733271506126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,102 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,102 INFO [RS:0;b20163ee1150:38347 {}] regionserver.Replication(171): b20163ee1150,38347,1733271506126 started 2024-12-04T00:18:28,116 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,117 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,38347,1733271506126, RpcServer on b20163ee1150/172.17.0.3:38347, sessionid=0x1019db4261c0004 2024-12-04T00:18:28,117 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:18:28,117 DEBUG [RS:0;b20163ee1150:38347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,117 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38347,1733271506126' 2024-12-04T00:18:28,117 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1076505393/flush-table-proc/abort' 2024-12-04T00:18:28,117 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1076505393/flush-table-proc/acquired' 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38347,1733271506126' 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1076505393/online-snapshot/abort' 2024-12-04T00:18:28,118 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1076505393/online-snapshot/acquired' 2024-12-04T00:18:28,119 DEBUG [RS:0;b20163ee1150:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:18:28,119 INFO [RS:0;b20163ee1150:38347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:18:28,119 INFO [RS:0;b20163ee1150:38347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:18:28,220 INFO [RS:0;b20163ee1150:38347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:28,221 INFO [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38347%2C1733271506126, suffix=, logDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126, archiveDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/oldWALs, maxLogs=10 2024-12-04T00:18:28,236 DEBUG [RS:0;b20163ee1150:38347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126/b20163ee1150%2C38347%2C1733271506126.1733271508222, exclude list is [], retry=0 2024-12-04T00:18:28,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-8daa8ab1-e69e-4939-9d30-7bc500618198,DISK] 2024-12-04T00:18:28,242 INFO [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126/b20163ee1150%2C38347%2C1733271506126.1733271508222 2024-12-04T00:18:28,242 DEBUG [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-12-04T00:18:28,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:18:28,297 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222 2024-12-04T00:18:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:18:28,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:28,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:28,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:28,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:28,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:28,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:28,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:28,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:28,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:28,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:28,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740 2024-12-04T00:18:28,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740 2024-12-04T00:18:28,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:28,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:28,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:28,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:28,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68217803, jitterRate=0.016524478793144226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271508305Initializing all the Stores at 1733271508307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271508307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508307Cleaning up temporary data from old regions at 1733271508322 (+15 ms)Region opened successfully at 1733271508330 (+8 ms) 2024-12-04T00:18:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:28,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:28,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:28,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271508330Disabling compacts and flushes for region at 1733271508330Disabling writes for close at 1733271508330Writing region close event to WAL at 1733271508331 (+1 ms)Closed at 1733271508331 2024-12-04T00:18:28,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:28,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:18:28,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:18:28,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:28,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:18:28,486 DEBUG [b20163ee1150:45831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:28,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38347,1733271506126, state=OPENING 2024-12-04T00:18:28,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:18:28,506 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:28,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:28,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:28,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1076505393/meta-region-server: CHANGED 2024-12-04T00:18:28,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1076505393/meta-region-server: CHANGED 2024-12-04T00:18:28,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38347,1733271506126}] 2024-12-04T00:18:28,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:28,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:18:28,664 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:18:28,665 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:28,665 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:18:28,667 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38347%2C1733271506126.meta, suffix=.meta, logDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126, archiveDir=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/oldWALs, maxLogs=10 2024-12-04T00:18:28,677 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126/b20163ee1150%2C38347%2C1733271506126.meta.1733271508667.meta, exclude list is [], retry=0 2024-12-04T00:18:28,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-8daa8ab1-e69e-4939-9d30-7bc500618198,DISK] 2024-12-04T00:18:28,681 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/WALs/b20163ee1150,38347,1733271506126/b20163ee1150%2C38347%2C1733271506126.meta.1733271508667.meta 2024-12-04T00:18:28,682 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-12-04T00:18:28,682 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:28,682 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:28,682 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:28,682 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:18:28,682 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:18:28,682 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:18:28,683 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:28,683 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:18:28,683 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:18:28,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:28,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:28,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:28,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:28,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:28,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:28,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:28,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:28,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:28,689 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:28,690 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740 2024-12-04T00:18:28,691 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740 2024-12-04T00:18:28,692 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:28,692 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:28,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:28,694 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:28,695 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74920804, jitterRate=0.11640697717666626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:28,695 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:18:28,695 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271508683Writing region info on filesystem at 1733271508683Initializing all the Stores at 1733271508684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271508684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271508684Cleaning up temporary data from old regions at 1733271508692 (+8 ms)Running coprocessor post-open hooks at 1733271508695 (+3 ms)Region opened successfully at 1733271508695 2024-12-04T00:18:28,696 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271508659 2024-12-04T00:18:28,698 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:18:28,698 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:18:28,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38347,1733271506126, state=OPEN 2024-12-04T00:18:28,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1076505393/meta-region-server 2024-12-04T00:18:28,706 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1076505393/meta-region-server 2024-12-04T00:18:28,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,38347,1733271506126 2024-12-04T00:18:28,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1076505393/meta-region-server: CHANGED 2024-12-04T00:18:28,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1076505393/meta-region-server: CHANGED 2024-12-04T00:18:28,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:18:28,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38347,1733271506126 in 200 msec 2024-12-04T00:18:28,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:18:28,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-12-04T00:18:28,713 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:28,713 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:18:28,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:28,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38347,1733271506126, seqNum=-1] 2024-12-04T00:18:28,714 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:28,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:28,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-12-04T00:18:28,723 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271508723, completionTime=-1 2024-12-04T00:18:28,723 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:18:28,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:18:28,725 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:18:28,725 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271568725 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271628726 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:45831, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,726 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,727 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,728 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:18:28,731 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:28,732 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:18:28,734 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:18:28,734 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:18:28,734 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45831,1733271506018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:28,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45831,-1 for getting cluster id 2024-12-04T00:18:28,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:28,759 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9ce3008-0383-4345-8f61-a3e5749dc67a' 2024-12-04T00:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9ce3008-0383-4345-8f61-a3e5749dc67a" 2024-12-04T00:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45831,-1] 2024-12-04T00:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:28,762 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:28,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38347,1733271506126, seqNum=-1] 2024-12-04T00:18:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:28,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,45831,1733271506018 2024-12-04T00:18:28,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56208 2024-12-04T00:18:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:28,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db4261c0005 connected 2024-12-04T00:18:28,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38157,-1 for getting cluster id 2024-12-04T00:18:28,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:28,798 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8d75400-a857-4193-b57e-a8764f25628b' 2024-12-04T00:18:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8d75400-a857-4193-b57e-a8764f25628b" 2024-12-04T00:18:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b326fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38157,-1] 2024-12-04T00:18:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:28,801 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403dab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38157,1733271499920 2024-12-04T00:18:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc963e6 2024-12-04T00:18:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:28,805 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:28,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:45831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:18:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:18:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:28,808 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:45831' 2024-12-04T00:18:28,812 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d6280a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,812 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45831,-1 for getting cluster id 2024-12-04T00:18:28,813 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:28,814 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9ce3008-0383-4345-8f61-a3e5749dc67a' 2024-12-04T00:18:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9ce3008-0383-4345-8f61-a3e5749dc67a" 2024-12-04T00:18:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3535ab31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45831,-1] 2024-12-04T00:18:28,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:28,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:28,816 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:28,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b263e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:28,817 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:28,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,45831,1733271506018 2024-12-04T00:18:28,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef41a89 2024-12-04T00:18:28,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:28,820 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:28,821 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T00:18:28,821 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:18:28,821 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:28,821 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:28,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:28,822 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:28,823 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:18:28,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:18:28,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:28,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:18:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741835_1011 (size=1138) 2024-12-04T00:18:28,874 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:18:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:29,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d08ae2a90fbbd675e4775b5cc43d8746, NAME => 'hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85 2024-12-04T00:18:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741836_1012 (size=44) 2024-12-04T00:18:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:18:29,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:18:29,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:29,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:18:29,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:29,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:18:29,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:18:29,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:18:29,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:29,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d08ae2a90fbbd675e4775b5cc43d8746, disabling compactions & flushes 2024-12-04T00:18:29,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:29,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:29,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. after waiting 1 ms 2024-12-04T00:18:29,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:29,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:29,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d08ae2a90fbbd675e4775b5cc43d8746: Waiting for close lock at 1733271509641Disabling compacts and flushes for region at 1733271509641Disabling writes for close at 1733271509642 (+1 ms)Writing region close event to WAL at 1733271509642Closed at 1733271509642 2024-12-04T00:18:29,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:18:29,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271509643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271509643"}]},"ts":"1733271509643"} 2024-12-04T00:18:29,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:18:29,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:18:29,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271509649"}]},"ts":"1733271509649"} 2024-12-04T00:18:29,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:18:29,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d08ae2a90fbbd675e4775b5cc43d8746, ASSIGN}] 2024-12-04T00:18:29,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d08ae2a90fbbd675e4775b5cc43d8746, ASSIGN 2024-12-04T00:18:29,656 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d08ae2a90fbbd675e4775b5cc43d8746, ASSIGN; state=OFFLINE, location=b20163ee1150,45489,1733271500191; forceNewPlan=false, retain=false 2024-12-04T00:18:29,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d08ae2a90fbbd675e4775b5cc43d8746, regionState=OPENING, regionLocation=b20163ee1150,45489,1733271500191 2024-12-04T00:18:29,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d08ae2a90fbbd675e4775b5cc43d8746, ASSIGN because future has completed 2024-12-04T00:18:29,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d08ae2a90fbbd675e4775b5cc43d8746, server=b20163ee1150,45489,1733271500191}] 2024-12-04T00:18:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:29,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:29,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:29,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:18:29,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45489%2C1733271500191.rep, suffix=, logDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191, archiveDir=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs, maxLogs=10 2024-12-04T00:18:29,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.rep.1733271509970, exclude list is [], retry=0 2024-12-04T00:18:29,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-c855d937-05ab-4bfd-9eac-268b28cf6ce7,DISK] 2024-12-04T00:18:29,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.rep.1733271509970 2024-12-04T00:18:29,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-04T00:18:29,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d08ae2a90fbbd675e4775b5cc43d8746, NAME => 'hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:29,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. service=MultiRowMutationService 2024-12-04T00:18:29,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:29,999 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,002 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d08ae2a90fbbd675e4775b5cc43d8746 columnFamilyName hfileref 2024-12-04T00:18:30,002 DEBUG [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:30,002 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(327): Store=d08ae2a90fbbd675e4775b5cc43d8746/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:30,003 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,004 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d08ae2a90fbbd675e4775b5cc43d8746 columnFamilyName queue 2024-12-04T00:18:30,004 DEBUG [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:30,005 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(327): Store=d08ae2a90fbbd675e4775b5cc43d8746/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:30,005 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,007 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d08ae2a90fbbd675e4775b5cc43d8746 columnFamilyName sid 2024-12-04T00:18:30,007 DEBUG [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:30,007 INFO [StoreOpener-d08ae2a90fbbd675e4775b5cc43d8746-1 {}] regionserver.HStore(327): Store=d08ae2a90fbbd675e4775b5cc43d8746/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:30,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:30,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:30,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d08ae2a90fbbd675e4775b5cc43d8746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73952982, jitterRate=0.10198530554771423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:30,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:30,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d08ae2a90fbbd675e4775b5cc43d8746: Running coprocessor pre-open hook at 1733271509997Writing region info on filesystem at 1733271509997Initializing all the Stores at 1733271509998 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271509998Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271509999 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271509999Cleaning up temporary data from old regions at 1733271510010 (+11 ms)Running coprocessor post-open hooks at 1733271510015 (+5 ms)Region opened successfully at 1733271510015 2024-12-04T00:18:30,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746., pid=7, masterSystemTime=1733271509962 2024-12-04T00:18:30,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:30,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:30,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d08ae2a90fbbd675e4775b5cc43d8746, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,45489,1733271500191 2024-12-04T00:18:30,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d08ae2a90fbbd675e4775b5cc43d8746, server=b20163ee1150,45489,1733271500191 because future has completed 2024-12-04T00:18:30,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T00:18:30,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d08ae2a90fbbd675e4775b5cc43d8746, server=b20163ee1150,45489,1733271500191 in 215 msec 2024-12-04T00:18:30,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:18:30,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d08ae2a90fbbd675e4775b5cc43d8746, ASSIGN in 375 msec 2024-12-04T00:18:30,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:18:30,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271510032"}]},"ts":"1733271510032"} 2024-12-04T00:18:30,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:18:30,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:18:30,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-12-04T00:18:30,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746., hostname=b20163ee1150,45489,1733271500191, seqNum=2] 2024-12-04T00:18:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:30,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:30,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T00:18:30,324 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:18:30,359 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,45489,1733271500191, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:18:30,360 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:30,360 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45489,1733271500191, seqNum=-1] 2024-12-04T00:18:30,360 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:30,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T00:18:30,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,45489,1733271500191', locateType=CURRENT is [region=hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746., hostname=b20163ee1150,45489,1733271500191, seqNum=2] 2024-12-04T00:18:30,367 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T00:18:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T00:18:30,371 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,45489,1733271500191 suceeded 2024-12-04T00:18:30,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T00:18:30,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-04T00:18:30,374 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:45831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:18:30,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5690 sec 2024-12-04T00:18:30,384 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:45831' 2024-12-04T00:18:30,385 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4121c599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:30,385 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45831,-1 for getting cluster id 2024-12-04T00:18:30,385 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:30,386 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9ce3008-0383-4345-8f61-a3e5749dc67a' 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9ce3008-0383-4345-8f61-a3e5749dc67a" 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597eff64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45831,-1] 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,387 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:30,388 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77d4bcab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:30,388 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,45831,1733271506018 2024-12-04T00:18:30,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7ac0e3 2024-12-04T00:18:30,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:30,389 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:30,390 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,45489,1733271500191 (queues=1) is replicating from cluster=f8d75400-a857-4193-b57e-a8764f25628b to cluster=b9ce3008-0383-4345-8f61-a3e5749dc67a 2024-12-04T00:18:30,390 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C45489%2C1733271500191 2024-12-04T00:18:30,390 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,45489,1733271500191, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:30,391 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.shipperb20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C45489%2C1733271500191 2024-12-04T00:18:30,391 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695, startPosition=0, beingWritten=true 2024-12-04T00:18:30,596 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:30,903 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:30,956 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:18:30,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:30,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:30,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:30,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38157,1733271499920 2024-12-04T00:18:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-12-04T00:18:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:30,959 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:30,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:18:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:18:30,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:30,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:30,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:30,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:18:30,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1178086951, stopped=false 2024-12-04T00:18:30,960 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,45831,1733271506018 2024-12-04T00:18:30,979 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1076505393/running 2024-12-04T00:18:30,979 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:30,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:30,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1076505393/running 2024-12-04T00:18:30,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:30,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:30,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:30,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,38347,1733271506126' ***** 2024-12-04T00:18:30,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:18:30,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/running 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:18:30,980 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,38347,1733271506126 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:30,980 INFO [RS:0;b20163ee1150:38347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38347. 2024-12-04T00:18:30,981 DEBUG [RS:0;b20163ee1150:38347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:30,981 DEBUG [RS:0;b20163ee1150:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:30,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Set watcher on znode that does not yet exist, /1-1076505393/running 2024-12-04T00:18:30,981 INFO [RS:0;b20163ee1150:38347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:18:30,981 INFO [RS:0;b20163ee1150:38347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:18:30,981 INFO [RS:0;b20163ee1150:38347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:18:30,981 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:18:30,981 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:18:30,981 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:18:30,981 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:30,981 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:30,981 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:30,981 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:30,981 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:30,981 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:30,981 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T00:18:30,988 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:30,996 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/.tmp/ns/a67eb65a1b0c43bc83a7fe4cfd65124f is 43, key is default/ns:d/1733271508716/Put/seqid=0 2024-12-04T00:18:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741835_1011 (size=5153) 2024-12-04T00:18:31,090 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:18:31,090 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:18:31,181 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:31,308 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:31,382 DEBUG [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:31,400 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/.tmp/ns/a67eb65a1b0c43bc83a7fe4cfd65124f 2024-12-04T00:18:31,407 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/.tmp/ns/a67eb65a1b0c43bc83a7fe4cfd65124f as hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/ns/a67eb65a1b0c43bc83a7fe4cfd65124f 2024-12-04T00:18:31,412 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/ns/a67eb65a1b0c43bc83a7fe4cfd65124f, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T00:18:31,413 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-04T00:18:31,417 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T00:18:31,417 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:31,418 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:31,418 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:31,418 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271510981Running coprocessor pre-close hooks at 1733271510981Disabling compacts and flushes for region at 1733271510981Disabling writes for close at 1733271510981Obtaining lock to block concurrent updates at 1733271510981Preparing flush snapshotting stores in 1588230740 at 1733271510981Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733271510982 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271510982Flushing 1588230740/ns: creating writer at 1733271510983 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733271510995 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733271510995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d13d0e: reopening flushed file at 1733271511406 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733271511413 (+7 ms)Writing region close event to WAL at 1733271511414 (+1 ms)Running coprocessor post-close hooks at 1733271511417 (+3 ms)Closed at 1733271511418 (+1 ms) 2024-12-04T00:18:31,418 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:31,582 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,38347,1733271506126; all regions closed. 2024-12-04T00:18:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741834_1010 (size=1152) 2024-12-04T00:18:31,590 DEBUG [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/oldWALs 2024-12-04T00:18:31,590 INFO [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C38347%2C1733271506126.meta:.meta(num 1733271508667) 2024-12-04T00:18:31,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:18:31,595 DEBUG [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/oldWALs 2024-12-04T00:18:31,595 INFO [RS:0;b20163ee1150:38347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C38347%2C1733271506126:(num 1733271508222) 2024-12-04T00:18:31,595 DEBUG [RS:0;b20163ee1150:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:31,595 INFO [RS:0;b20163ee1150:38347 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:31,596 INFO [RS:0;b20163ee1150:38347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:31,596 INFO [RS:0;b20163ee1150:38347 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:31,596 INFO [RS:0;b20163ee1150:38347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:31,596 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:31,596 INFO [RS:0;b20163ee1150:38347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38347 2024-12-04T00:18:31,642 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1076505393/rs/b20163ee1150,38347,1733271506126 2024-12-04T00:18:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393/rs 2024-12-04T00:18:31,642 INFO [RS:0;b20163ee1150:38347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:31,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,38347,1733271506126] 2024-12-04T00:18:31,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1076505393/draining/b20163ee1150,38347,1733271506126 already deleted, retry=false 2024-12-04T00:18:31,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,38347,1733271506126 expired; onlineServers=0 2024-12-04T00:18:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,45831,1733271506018' ***** 2024-12-04T00:18:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:31,664 DEBUG [M:0;b20163ee1150:45831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:18:31,664 DEBUG [M:0;b20163ee1150:45831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:18:31,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:18:31,664 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271507888 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271507888,5,FailOnTimeoutGroup] 2024-12-04T00:18:31,664 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271507892 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271507892,5,FailOnTimeoutGroup] 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:31,664 DEBUG [M:0;b20163ee1150:45831 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:18:31,664 INFO [M:0;b20163ee1150:45831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:31,665 INFO [M:0;b20163ee1150:45831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:18:31,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:18:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1076505393/master 2024-12-04T00:18:31,674 DEBUG [M:0;b20163ee1150:45831 {}] zookeeper.ZKUtil(347): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Unable to get data of znode /1-1076505393/master because node does not exist (not an error) 2024-12-04T00:18:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1076505393 2024-12-04T00:18:31,674 WARN [M:0;b20163ee1150:45831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:18:31,675 INFO [M:0;b20163ee1150:45831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/.lastflushedseqids 2024-12-04T00:18:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741836_1012 (size=99) 2024-12-04T00:18:31,756 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:31,756 INFO [RS:0;b20163ee1150:38347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:31,756 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1019db4261c0004, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:31,756 INFO [RS:0;b20163ee1150:38347 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,38347,1733271506126; zookeeper connection closed. 2024-12-04T00:18:31,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f01c6d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f01c6d9 2024-12-04T00:18:31,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:18:31,813 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:32,080 INFO [M:0;b20163ee1150:45831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:18:32,080 INFO [M:0;b20163ee1150:45831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:18:32,080 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:32,080 INFO [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:32,080 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:32,080 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:32,080 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:32,080 INFO [M:0;b20163ee1150:45831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T00:18:32,106 DEBUG [M:0;b20163ee1150:45831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bf791a544a44fe89149481f8fdf251 is 82, key is hbase:meta,,1/info:regioninfo/1733271508699/Put/seqid=0 2024-12-04T00:18:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741837_1013 (size=5672) 2024-12-04T00:18:32,120 INFO [M:0;b20163ee1150:45831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bf791a544a44fe89149481f8fdf251 2024-12-04T00:18:32,150 DEBUG [M:0;b20163ee1150:45831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5d367193954d59bf1784daf1a90f2e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733271508722/Put/seqid=0 2024-12-04T00:18:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741838_1014 (size=5275) 2024-12-04T00:18:32,418 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:32,561 INFO [M:0;b20163ee1150:45831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5d367193954d59bf1784daf1a90f2e 2024-12-04T00:18:32,620 DEBUG [M:0;b20163ee1150:45831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9e73790c9a409f93ad265c2dbac5fc is 69, key is b20163ee1150,38347,1733271506126/rs:state/1733271508013/Put/seqid=0 2024-12-04T00:18:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741839_1015 (size=5156) 2024-12-04T00:18:33,067 INFO [M:0;b20163ee1150:45831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9e73790c9a409f93ad265c2dbac5fc 2024-12-04T00:18:33,073 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bf791a544a44fe89149481f8fdf251 as hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bf791a544a44fe89149481f8fdf251 2024-12-04T00:18:33,079 INFO [M:0;b20163ee1150:45831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bf791a544a44fe89149481f8fdf251, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T00:18:33,080 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5d367193954d59bf1784daf1a90f2e as hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5d367193954d59bf1784daf1a90f2e 2024-12-04T00:18:33,085 INFO [M:0;b20163ee1150:45831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5d367193954d59bf1784daf1a90f2e, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T00:18:33,086 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9e73790c9a409f93ad265c2dbac5fc as hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed9e73790c9a409f93ad265c2dbac5fc 2024-12-04T00:18:33,092 INFO [M:0;b20163ee1150:45831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34865/user/jenkins/test-data/32c6abd5-a47d-62ed-cab8-d0bbe7eca222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed9e73790c9a409f93ad265c2dbac5fc, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T00:18:33,093 INFO [M:0;b20163ee1150:45831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1013ms, sequenceid=28, compaction requested=false 2024-12-04T00:18:33,094 INFO [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:33,094 DEBUG [M:0;b20163ee1150:45831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271512080Disabling compacts and flushes for region at 1733271512080Disabling writes for close at 1733271512080Obtaining lock to block concurrent updates at 1733271512080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271512080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733271512081 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271512082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271512082Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271512105 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271512105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271512130 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271512149 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271512150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271512590 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271512619 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271512619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6465d989: reopening flushed file at 1733271513072 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748ca2b9: reopening flushed file at 1733271513079 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a21576: reopening flushed file at 1733271513085 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1013ms, sequenceid=28, compaction requested=false at 1733271513093 (+8 ms)Writing region close event to WAL at 1733271513094 (+1 ms)Closed at 1733271513094 2024-12-04T00:18:33,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741830_1006 (size=10165) 2024-12-04T00:18:33,097 INFO [M:0;b20163ee1150:45831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:18:33,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:33,097 INFO [M:0;b20163ee1150:45831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45831 2024-12-04T00:18:33,097 INFO [M:0;b20163ee1150:45831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:33,135 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:33,206 INFO [M:0;b20163ee1150:45831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45831-0x1019db4261c0003, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:33,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:33,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:33,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:33,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:33,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:33,239 WARN [BP-1495237185-172.17.0.3-1733271503326 heartbeating to localhost/127.0.0.1:34865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:18:33,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:18:33,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:18:33,239 WARN [BP-1495237185-172.17.0.3-1733271503326 heartbeating to localhost/127.0.0.1:34865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1495237185-172.17.0.3-1733271503326 (Datanode Uuid 1ed6bb5a-9928-42f0-ab84-d9ab874b30af) service to localhost/127.0.0.1:34865 2024-12-04T00:18:33,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/cluster_61909999-3fe8-5719-b928-f8d66469aed9/data/data1/current/BP-1495237185-172.17.0.3-1733271503326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:33,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/cluster_61909999-3fe8-5719-b928-f8d66469aed9/data/data2/current/BP-1495237185-172.17.0.3-1733271503326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:33,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:18:33,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:33,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:33,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:33,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:33,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:18:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:18:33,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:33,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:33,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:33,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:33,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:33,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:18:33,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1750166055, stopped=false 2024-12-04T00:18:33,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,38157,1733271499920 2024-12-04T00:18:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673105482/running 2024-12-04T00:18:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673105482/running 2024-12-04T00:18:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:33,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:33,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:33,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:33,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:33,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/running 2024-12-04T00:18:33,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,45489,1733271500191' ***** 2024-12-04T00:18:33,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:18:33,285 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:18:33,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:18:33,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Set watcher on znode that does not yet exist, /0-673105482/running 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(3091): Received CLOSE for d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,45489,1733271500191 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:45489. 2024-12-04T00:18:33,286 DEBUG [RS:0;b20163ee1150:45489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:33,286 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d08ae2a90fbbd675e4775b5cc43d8746, disabling compactions & flushes 2024-12-04T00:18:33,286 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:33,286 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:33,286 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:18:33,286 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. after waiting 0 ms 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:18:33,286 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:33,286 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:18:33,286 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d08ae2a90fbbd675e4775b5cc43d8746 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T00:18:33,287 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:18:33,287 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1325): Online Regions={d08ae2a90fbbd675e4775b5cc43d8746=hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:18:33,287 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:33,287 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:33,287 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:33,287 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:33,287 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:33,287 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:33,287 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T00:18:33,300 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/info/a02600cdc0d94b6883c3be30dfc7f98e is 147, key is hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746./info:regioninfo/1733271510020/Put/seqid=0 2024-12-04T00:18:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741838_1014 (size=6631) 2024-12-04T00:18:33,306 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/.tmp/queue/cb88c0f5be35453cb8cc430592f991fe is 151, key is 1-b20163ee1150,45489,1733271500191/queue:b20163ee1150%2C45489%2C1733271500191/1733271510365/Put/seqid=0 2024-12-04T00:18:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741839_1015 (size=5350) 2024-12-04T00:18:33,374 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:33,487 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:33,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:18:33,548 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:18:33,548 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:18:33,687 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d08ae2a90fbbd675e4775b5cc43d8746 2024-12-04T00:18:33,705 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/info/a02600cdc0d94b6883c3be30dfc7f98e 2024-12-04T00:18:33,710 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/.tmp/queue/cb88c0f5be35453cb8cc430592f991fe 2024-12-04T00:18:33,716 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/.tmp/queue/cb88c0f5be35453cb8cc430592f991fe as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/queue/cb88c0f5be35453cb8cc430592f991fe 2024-12-04T00:18:33,723 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/queue/cb88c0f5be35453cb8cc430592f991fe, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T00:18:33,724 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d08ae2a90fbbd675e4775b5cc43d8746 in 438ms, sequenceid=5, compaction requested=false 2024-12-04T00:18:33,730 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/ns/f83fc4a78877459ab8ee37c2d8be3703 is 43, key is default/ns:d/1733271503093/Put/seqid=0 2024-12-04T00:18:33,733 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/replication/d08ae2a90fbbd675e4775b5cc43d8746/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:18:33,733 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:33,733 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:33,733 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:33,733 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d08ae2a90fbbd675e4775b5cc43d8746: Waiting for close lock at 1733271513286Running coprocessor pre-close hooks at 1733271513286Disabling compacts and flushes for region at 1733271513286Disabling writes for close at 1733271513286Obtaining lock to block concurrent updates at 1733271513287 (+1 ms)Preparing flush snapshotting stores in d08ae2a90fbbd675e4775b5cc43d8746 at 1733271513287Finished memstore snapshotting hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733271513287Flushing stores of hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. at 1733271513288 (+1 ms)Flushing d08ae2a90fbbd675e4775b5cc43d8746/queue: creating writer at 1733271513288Flushing d08ae2a90fbbd675e4775b5cc43d8746/queue: appending metadata at 1733271513305 (+17 ms)Flushing d08ae2a90fbbd675e4775b5cc43d8746/queue: closing flushed file at 1733271513305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4d1f94: reopening flushed file at 1733271513715 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d08ae2a90fbbd675e4775b5cc43d8746 in 438ms, sequenceid=5, compaction requested=false at 1733271513724 (+9 ms)Writing region close event to WAL at 1733271513728 (+4 ms)Running coprocessor post-close hooks at 1733271513733 (+5 ms)Closed at 1733271513733 2024-12-04T00:18:33,734 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271508821.d08ae2a90fbbd675e4775b5cc43d8746. 2024-12-04T00:18:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741840_1016 (size=5153) 2024-12-04T00:18:33,888 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:33,941 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 to pos 0, reset compression=false 2024-12-04T00:18:34,088 DEBUG [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:18:34,139 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/ns/f83fc4a78877459ab8ee37c2d8be3703 2024-12-04T00:18:34,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:34,209 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/table/5f5e9903a79b422a82c2eb756cf000df is 53, key is hbase:replication/table:state/1733271510032/Put/seqid=0 2024-12-04T00:18:34,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:34,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741841_1017 (size=5256) 2024-12-04T00:18:34,223 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/table/5f5e9903a79b422a82c2eb756cf000df 2024-12-04T00:18:34,231 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/info/a02600cdc0d94b6883c3be30dfc7f98e as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/info/a02600cdc0d94b6883c3be30dfc7f98e 2024-12-04T00:18:34,236 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/info/a02600cdc0d94b6883c3be30dfc7f98e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T00:18:34,237 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/ns/f83fc4a78877459ab8ee37c2d8be3703 as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/ns/f83fc4a78877459ab8ee37c2d8be3703 2024-12-04T00:18:34,242 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/ns/f83fc4a78877459ab8ee37c2d8be3703, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:18:34,243 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/.tmp/table/5f5e9903a79b422a82c2eb756cf000df as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/table/5f5e9903a79b422a82c2eb756cf000df 2024-12-04T00:18:34,250 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/table/5f5e9903a79b422a82c2eb756cf000df, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T00:18:34,251 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=11, compaction requested=false 2024-12-04T00:18:34,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:18:34,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:34,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:34,260 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:34,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271513287Running coprocessor pre-close hooks at 1733271513287Disabling compacts and flushes for region at 1733271513287Disabling writes for close at 1733271513287Obtaining lock to block concurrent updates at 1733271513287Preparing flush snapshotting stores in 1588230740 at 1733271513287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733271513287Flushing stores of hbase:meta,,1.1588230740 at 1733271513288 (+1 ms)Flushing 1588230740/info: creating writer at 1733271513288Flushing 1588230740/info: appending metadata at 1733271513300 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733271513300Flushing 1588230740/ns: creating writer at 1733271513711 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733271513729 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733271513729Flushing 1588230740/table: creating writer at 1733271514147 (+418 ms)Flushing 1588230740/table: appending metadata at 1733271514208 (+61 ms)Flushing 1588230740/table: closing flushed file at 1733271514208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545c7083: reopening flushed file at 1733271514230 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ec6b15: reopening flushed file at 1733271514236 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fc6a46: reopening flushed file at 1733271514242 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=11, compaction requested=false at 1733271514251 (+9 ms)Writing region close event to WAL at 1733271514256 (+5 ms)Running coprocessor post-close hooks at 1733271514260 (+4 ms)Closed at 1733271514260 2024-12-04T00:18:34,261 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:34,288 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,45489,1733271500191; all regions closed. 2024-12-04T00:18:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741834_1010 (size=2742) 2024-12-04T00:18:34,297 DEBUG [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs 2024-12-04T00:18:34,297 INFO [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C45489%2C1733271500191.meta:.meta(num 1733271502836) 2024-12-04T00:18:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741837_1013 (size=1586) 2024-12-04T00:18:34,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.rep.1733271509970 not finished, retry = 0 2024-12-04T00:18:34,402 DEBUG [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs 2024-12-04T00:18:34,403 INFO [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C45489%2C1733271500191.rep:(num 1733271509970) 2024-12-04T00:18:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:18:34,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/WALs/b20163ee1150,45489,1733271500191/b20163ee1150%2C45489%2C1733271500191.1733271501695 not finished, retry = 0 2024-12-04T00:18:34,507 DEBUG [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/oldWALs 2024-12-04T00:18:34,507 INFO [RS:0;b20163ee1150:45489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C45489%2C1733271500191:(num 1733271501695) 2024-12-04T00:18:34,507 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:34,507 INFO [RS:0;b20163ee1150:45489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:18:34,508 INFO [RS:0;b20163ee1150:45489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:34,508 INFO [RS:0;b20163ee1150:45489 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:34,508 INFO [RS:0;b20163ee1150:45489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:34,508 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:34,508 INFO [RS:0;b20163ee1150:45489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,45489,1733271500191 because: Region server is closing 2024-12-04T00:18:34,508 INFO [RS:0;b20163ee1150:45489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:45489. 2024-12-04T00:18:34,508 DEBUG [RS:0;b20163ee1150:45489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:34,508 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:34,509 DEBUG [RS:0;b20163ee1150:45489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:34,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:34,609 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.shipperb20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:18:34,609 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.wal-reader.b20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:18:34,609 INFO [RS:0;b20163ee1150:45489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45489,1733271500191.replicationSource.shipperb20163ee1150%2C45489%2C1733271500191,1-b20163ee1150,45489,1733271500191 terminated 2024-12-04T00:18:34,609 INFO [RS:0;b20163ee1150:45489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45489 2024-12-04T00:18:34,674 INFO [RS:0;b20163ee1150:45489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:34,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482/rs 2024-12-04T00:18:34,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673105482/rs/b20163ee1150,45489,1733271500191 2024-12-04T00:18:34,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,45489,1733271500191] 2024-12-04T00:18:34,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-673105482/draining/b20163ee1150,45489,1733271500191 already deleted, retry=false 2024-12-04T00:18:34,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,45489,1733271500191 expired; onlineServers=0 2024-12-04T00:18:34,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,38157,1733271499920' ***** 2024-12-04T00:18:34,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:18:34,706 DEBUG [M:0;b20163ee1150:38157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:18:34,706 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:18:34,706 DEBUG [M:0;b20163ee1150:38157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:18:34,706 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271501479 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271501479,5,FailOnTimeoutGroup] 2024-12-04T00:18:34,706 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271501474 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271501474,5,FailOnTimeoutGroup] 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:18:34,706 DEBUG [M:0;b20163ee1150:38157 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:18:34,706 INFO [M:0;b20163ee1150:38157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:18:34,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:18:34,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673105482/master 2024-12-04T00:18:34,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673105482 2024-12-04T00:18:34,716 DEBUG [M:0;b20163ee1150:38157 {}] zookeeper.ZKUtil(347): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Unable to get data of znode /0-673105482/master because node does not exist (not an error) 2024-12-04T00:18:34,716 WARN [M:0;b20163ee1150:38157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:18:34,717 INFO [M:0;b20163ee1150:38157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/.lastflushedseqids 2024-12-04T00:18:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741842_1018 (size=181) 2024-12-04T00:18:34,795 INFO [RS:0;b20163ee1150:45489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:34,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:34,795 INFO [RS:0;b20163ee1150:45489 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,45489,1733271500191; zookeeper connection closed. 2024-12-04T00:18:34,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45489-0x1019db4261c0001, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:34,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47581494 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47581494 2024-12-04T00:18:34,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:18:35,122 INFO [M:0;b20163ee1150:38157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:18:35,122 INFO [M:0;b20163ee1150:38157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:18:35,123 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:35,123 INFO [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:35,123 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:35,123 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:35,123 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:35,123 INFO [M:0;b20163ee1150:38157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T00:18:35,155 DEBUG [M:0;b20163ee1150:38157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/087fc3dc6b1d45f79c29dbc5914d42f1 is 82, key is hbase:meta,,1/info:regioninfo/1733271502969/Put/seqid=0 2024-12-04T00:18:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741843_1019 (size=5672) 2024-12-04T00:18:35,570 INFO [M:0;b20163ee1150:38157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/087fc3dc6b1d45f79c29dbc5914d42f1 2024-12-04T00:18:35,596 DEBUG [M:0;b20163ee1150:38157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067e9869fb384a809e640de6538a5bfb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733271510038/Put/seqid=0 2024-12-04T00:18:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741844_1020 (size=7203) 2024-12-04T00:18:35,625 INFO [M:0;b20163ee1150:38157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067e9869fb384a809e640de6538a5bfb 2024-12-04T00:18:35,653 DEBUG [M:0;b20163ee1150:38157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a206804b808645478cb5a332f77f6291 is 69, key is b20163ee1150,45489,1733271500191/rs:state/1733271501520/Put/seqid=0 2024-12-04T00:18:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741845_1021 (size=5156) 2024-12-04T00:18:35,662 INFO [M:0;b20163ee1150:38157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a206804b808645478cb5a332f77f6291 2024-12-04T00:18:35,669 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/087fc3dc6b1d45f79c29dbc5914d42f1 as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/087fc3dc6b1d45f79c29dbc5914d42f1 2024-12-04T00:18:35,678 INFO [M:0;b20163ee1150:38157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/087fc3dc6b1d45f79c29dbc5914d42f1, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T00:18:35,680 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/067e9869fb384a809e640de6538a5bfb as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/067e9869fb384a809e640de6538a5bfb 2024-12-04T00:18:35,691 INFO [M:0;b20163ee1150:38157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/067e9869fb384a809e640de6538a5bfb, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T00:18:35,693 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a206804b808645478cb5a332f77f6291 as hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a206804b808645478cb5a332f77f6291 2024-12-04T00:18:35,700 INFO [M:0;b20163ee1150:38157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36993/user/jenkins/test-data/dc63b1fd-6c08-cde5-ecd3-17e95f17ca85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a206804b808645478cb5a332f77f6291, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T00:18:35,702 INFO [M:0;b20163ee1150:38157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=70, compaction requested=false 2024-12-04T00:18:35,716 INFO [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:35,717 DEBUG [M:0;b20163ee1150:38157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271515123Disabling compacts and flushes for region at 1733271515123Disabling writes for close at 1733271515123Obtaining lock to block concurrent updates at 1733271515123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271515123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733271515123Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271515124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271515124Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271515154 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271515154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271515577 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271515595 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271515595Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271515633 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271515652 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271515652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d14ce3: reopening flushed file at 1733271515668 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5aca6f: reopening flushed file at 1733271515678 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a8e592: reopening flushed file at 1733271515692 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=70, compaction requested=false at 1733271515702 (+10 ms)Writing region close event to WAL at 1733271515716 (+14 ms)Closed at 1733271515716 2024-12-04T00:18:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741830_1006 (size=41008) 2024-12-04T00:18:35,772 INFO [M:0;b20163ee1150:38157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:18:35,772 INFO [M:0;b20163ee1150:38157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38157 2024-12-04T00:18:35,772 INFO [M:0;b20163ee1150:38157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:18:35,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:18:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38157-0x1019db4261c0000, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:18:35,893 INFO [M:0;b20163ee1150:38157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:18:35,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:35,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:35,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:35,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:35,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:35,973 WARN [BP-1737312179-172.17.0.3-1733271497371 heartbeating to localhost/127.0.0.1:36993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:18:35,973 WARN [BP-1737312179-172.17.0.3-1733271497371 heartbeating to localhost/127.0.0.1:36993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1737312179-172.17.0.3-1733271497371 (Datanode Uuid 11785d82-37cc-4da1-b388-b66969a61919) service to localhost/127.0.0.1:36993 2024-12-04T00:18:35,973 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:18:35,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:18:35,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/data/data1/current/BP-1737312179-172.17.0.3-1733271497371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:35,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/cluster_b5594920-660b-7205-77c9-533c3add55c2/data/data2/current/BP-1737312179-172.17.0.3-1733271497371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:18:35,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:18:35,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:35,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:18:35,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:18:35,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:18:35,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b8d721f-58c3-eb7c-f270-c53f37c8ca9c/hadoop.log.dir/,STOPPED} 2024-12-04T00:18:36,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:18:36,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:18:36,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36993 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34865 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=624 (was 650), ProcessCount=11 (was 11), AvailableMemoryMB=5608 (was 6073) 2024-12-04T00:18:36,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=624, ProcessCount=11, AvailableMemoryMB=5605 2024-12-04T00:18:36,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db4261c0005, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:18:36,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db4261c0002, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:18:36,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db4261c0005, quorum=127.0.0.1:56208, baseZNode=/1-1076505393 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:18:36,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db4261c0002, quorum=127.0.0.1:56208, baseZNode=/0-673105482 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:18:36,106 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T00:18:36,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir so I do NOT create it in target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00 2024-12-04T00:18:36,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:18:36,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.tmp.dir so I do NOT create it in target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00 2024-12-04T00:18:36,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da48ecc7-90f4-2b89-9a91-7849f0f5139c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:18:36,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00 2024-12-04T00:18:36,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088, deleteOnExit=true 2024-12-04T00:18:36,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/zookeeper_0, clientPort=51318, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:18:36,185 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51318 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/test.cache.data in system properties and HBase conf 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:18:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:18:36,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:18:36,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:18:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:18:36,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:36,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:36,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:36,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:36,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:36,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:36,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:36,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:36,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/java.io.tmpdir/jetty-localhost-43603-hadoop-hdfs-3_4_1-tests_jar-_-any-17938851374293752952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:36,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:43603} 2024-12-04T00:18:36,964 INFO [Time-limited test {}] server.Server(415): Started @53912ms 2024-12-04T00:18:37,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:37,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:37,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:37,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:37,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:37,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:37,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:37,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/java.io.tmpdir/jetty-localhost-36639-hadoop-hdfs-3_4_1-tests_jar-_-any-12469827800541794190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:37,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:36639} 2024-12-04T00:18:37,664 INFO [Time-limited test {}] server.Server(415): Started @54612ms 2024-12-04T00:18:37,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:18:38,558 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/data/data1/current/BP-881049220-172.17.0.3-1733271516279/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:38,558 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/data/data2/current/BP-881049220-172.17.0.3-1733271516279/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:38,621 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:18:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26c4ee162eba333a with lease ID 0xe55a48dbe00fdee5: Processing first storage report for DS-53395905-40f8-4cd2-a5d0-e1f370907ca6 from datanode DatanodeRegistration(127.0.0.1:38319, datanodeUuid=53c094d4-4663-4505-b754-ce65785b2a07, infoPort=33837, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=426292385;c=1733271516279) 2024-12-04T00:18:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26c4ee162eba333a with lease ID 0xe55a48dbe00fdee5: from storage DS-53395905-40f8-4cd2-a5d0-e1f370907ca6 node DatanodeRegistration(127.0.0.1:38319, datanodeUuid=53c094d4-4663-4505-b754-ce65785b2a07, infoPort=33837, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=426292385;c=1733271516279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26c4ee162eba333a with lease ID 0xe55a48dbe00fdee5: Processing first storage report for DS-4f923b57-4f05-4c4f-92f0-4ec40f8ba347 from datanode DatanodeRegistration(127.0.0.1:38319, datanodeUuid=53c094d4-4663-4505-b754-ce65785b2a07, infoPort=33837, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=426292385;c=1733271516279) 2024-12-04T00:18:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26c4ee162eba333a with lease ID 0xe55a48dbe00fdee5: from storage DS-4f923b57-4f05-4c4f-92f0-4ec40f8ba347 node DatanodeRegistration(127.0.0.1:38319, datanodeUuid=53c094d4-4663-4505-b754-ce65785b2a07, infoPort=33837, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=426292385;c=1733271516279), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T00:18:38,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00 2024-12-04T00:18:38,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:38,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:18:39,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150 with version=8 2024-12-04T00:18:39,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/hbase-staging 2024-12-04T00:18:39,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:39,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:18:39,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:39,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44107 2024-12-04T00:18:39,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44107 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441070x0, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:39,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44107-0x1019db46f8d0000 connected 2024-12-04T00:18:39,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:39,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:39,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:39,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/running 2024-12-04T00:18:39,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150, hbase.cluster.distributed=false 2024-12-04T00:18:39,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:39,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/acl 2024-12-04T00:18:39,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44107 2024-12-04T00:18:39,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44107 2024-12-04T00:18:39,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44107 2024-12-04T00:18:39,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44107 2024-12-04T00:18:39,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44107 2024-12-04T00:18:39,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:39,275 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:39,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:18:39,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:39,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44619 2024-12-04T00:18:39,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44619 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:39,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:39,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446190x0, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:39,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44619-0x1019db46f8d0001 connected 2024-12-04T00:18:39,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/running 2024-12-04T00:18:39,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:18:39,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:18:39,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/master 2024-12-04T00:18:39,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/acl 2024-12-04T00:18:39,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44619 2024-12-04T00:18:39,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44619 2024-12-04T00:18:39,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44619 2024-12-04T00:18:39,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44619 2024-12-04T00:18:39,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44619 2024-12-04T00:18:39,371 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:44107 2024-12-04T00:18:39,372 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-548269816/backup-masters/b20163ee1150,44107,1733271519053 2024-12-04T00:18:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/backup-masters 2024-12-04T00:18:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/backup-masters 2024-12-04T00:18:39,381 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on existing znode=/0-548269816/backup-masters/b20163ee1150,44107,1733271519053 2024-12-04T00:18:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548269816/master 2024-12-04T00:18:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:39,404 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on existing znode=/0-548269816/master 2024-12-04T00:18:39,405 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-548269816/backup-masters/b20163ee1150,44107,1733271519053 from backup master directory 2024-12-04T00:18:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548269816/backup-masters/b20163ee1150,44107,1733271519053 2024-12-04T00:18:39,425 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/backup-masters 2024-12-04T00:18:39,425 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,44107,1733271519053 2024-12-04T00:18:39,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/backup-masters 2024-12-04T00:18:39,431 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/hbase.id] with ID: 775328d7-757a-4957-b224-3dadaa287d7d 2024-12-04T00:18:39,431 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/.tmp/hbase.id 2024-12-04T00:18:39,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:18:39,440 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/.tmp/hbase.id]:[hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/hbase.id] 2024-12-04T00:18:39,454 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:39,454 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:18:39,455 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:18:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:18:39,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:39,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:18:39,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:18:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:39,879 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:39,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:18:39,881 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:18:40,313 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store 2024-12-04T00:18:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:18:40,722 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:40,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:40,723 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:40,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:40,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:40,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:40,723 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:40,723 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271520722Disabling compacts and flushes for region at 1733271520722Disabling writes for close at 1733271520723 (+1 ms)Writing region close event to WAL at 1733271520723Closed at 1733271520723 2024-12-04T00:18:40,724 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/.initializing 2024-12-04T00:18:40,724 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/WALs/b20163ee1150,44107,1733271519053 2024-12-04T00:18:40,725 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:40,727 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C44107%2C1733271519053, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/WALs/b20163ee1150,44107,1733271519053, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/oldWALs, maxLogs=10 2024-12-04T00:18:40,745 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/WALs/b20163ee1150,44107,1733271519053/b20163ee1150%2C44107%2C1733271519053.1733271520727, exclude list is [], retry=0 2024-12-04T00:18:40,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38319,DS-53395905-40f8-4cd2-a5d0-e1f370907ca6,DISK] 2024-12-04T00:18:40,753 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/WALs/b20163ee1150,44107,1733271519053/b20163ee1150%2C44107%2C1733271519053.1733271520727 2024-12-04T00:18:40,753 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-12-04T00:18:40,753 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:40,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:40,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:18:40,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:18:40,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:40,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:18:40,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:40,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:40,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:18:40,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:40,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:40,775 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,780 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,782 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,784 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,784 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,785 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:40,788 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:40,796 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:40,797 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67947203, jitterRate=0.01249222457408905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:40,798 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271520754Initializing all the Stores at 1733271520755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271520755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271520755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271520755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271520755Cleaning up temporary data from old regions at 1733271520784 (+29 ms)Region opened successfully at 1733271520798 (+14 ms) 2024-12-04T00:18:40,798 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:18:40,803 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aecabd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:40,805 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:18:40,805 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:18:40,805 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:18:40,805 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:18:40,806 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:18:40,807 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:18:40,807 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:18:40,809 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:18:40,810 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Unable to get data of znode /0-548269816/balancer because node does not exist (not necessarily an error) 2024-12-04T00:18:40,823 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/balancer already deleted, retry=false 2024-12-04T00:18:40,823 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:18:40,824 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Unable to get data of znode /0-548269816/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:18:40,833 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/normalizer already deleted, retry=false 2024-12-04T00:18:40,834 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:18:40,835 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Unable to get data of znode /0-548269816/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:18:40,854 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/switch/split already deleted, retry=false 2024-12-04T00:18:40,855 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Unable to get data of znode /0-548269816/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:18:40,876 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/switch/merge already deleted, retry=false 2024-12-04T00:18:40,880 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Unable to get data of znode /0-548269816/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:18:40,896 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/snapshot-cleanup already deleted, retry=false 2024-12-04T00:18:40,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548269816/running 2024-12-04T00:18:40,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548269816/running 2024-12-04T00:18:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:40,921 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,44107,1733271519053, sessionid=0x1019db46f8d0000, setting cluster-up flag (Was=false) 2024-12-04T00:18:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:40,991 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548269816/flush-table-proc/acquired, /0-548269816/flush-table-proc/reached, /0-548269816/flush-table-proc/abort 2024-12-04T00:18:40,992 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,44107,1733271519053 2024-12-04T00:18:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:41,054 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548269816/online-snapshot/acquired, /0-548269816/online-snapshot/reached, /0-548269816/online-snapshot/abort 2024-12-04T00:18:41,056 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,44107,1733271519053 2024-12-04T00:18:41,063 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:18:41,070 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:41,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:18:41,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:18:41,070 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,44107,1733271519053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:18:41,072 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:41,072 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:41,072 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:41,073 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:41,073 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:18:41,073 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,073 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:41,073 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:41,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:18:41,125 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:41,125 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:18:41,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271551132 2024-12-04T00:18:41,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:18:41,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:18:41,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:18:41,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:18:41,133 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:18:41,134 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:18:41,136 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:18:41,136 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:18:41,140 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271521136,5,FailOnTimeoutGroup] 2024-12-04T00:18:41,141 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271521140,5,FailOnTimeoutGroup] 2024-12-04T00:18:41,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:18:41,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,173 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(746): ClusterId : 775328d7-757a-4957-b224-3dadaa287d7d 2024-12-04T00:18:41,174 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:18:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:18:41,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:18:41,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150 2024-12-04T00:18:41,197 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:18:41,197 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:18:41,215 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:18:41,215 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810063b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:18:41,236 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:44619 2024-12-04T00:18:41,236 INFO [RS:0;b20163ee1150:44619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:18:41,236 INFO [RS:0;b20163ee1150:44619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:18:41,236 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:18:41,241 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,44107,1733271519053 with port=44619, startcode=1733271519275 2024-12-04T00:18:41,241 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:18:41,249 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:18:41,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44107 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,251 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150 2024-12-04T00:18:41,251 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37443 2024-12-04T00:18:41,251 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:18:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/rs 2024-12-04T00:18:41,267 DEBUG [RS:0;b20163ee1150:44619 {}] zookeeper.ZKUtil(111): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on existing znode=/0-548269816/rs/b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,267 WARN [RS:0;b20163ee1150:44619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:41,267 INFO [RS:0;b20163ee1150:44619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:41,267 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,44619,1733271519275] 2024-12-04T00:18:41,311 INFO [RS:0;b20163ee1150:44619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:18:41,317 INFO [RS:0;b20163ee1150:44619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:18:41,320 INFO [RS:0;b20163ee1150:44619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:18:41,320 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,340 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:18:41,348 INFO [RS:0;b20163ee1150:44619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:18:41,348 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:41,349 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,350 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,350 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,354 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,354 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,354 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:41,354 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:41,354 DEBUG [RS:0;b20163ee1150:44619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,372 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44619,1733271519275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:41,397 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:18:41,398 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44619,1733271519275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,398 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,398 INFO [RS:0;b20163ee1150:44619 {}] regionserver.Replication(171): b20163ee1150,44619,1733271519275 started 2024-12-04T00:18:41,411 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:41,412 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,44619,1733271519275, RpcServer on b20163ee1150/172.17.0.3:44619, sessionid=0x1019db46f8d0001 2024-12-04T00:18:41,412 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:18:41,412 DEBUG [RS:0;b20163ee1150:44619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,412 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44619,1733271519275' 2024-12-04T00:18:41,412 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548269816/flush-table-proc/abort' 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548269816/flush-table-proc/acquired' 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44619,1733271519275' 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548269816/online-snapshot/abort' 2024-12-04T00:18:41,413 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548269816/online-snapshot/acquired' 2024-12-04T00:18:41,416 DEBUG [RS:0;b20163ee1150:44619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:18:41,417 INFO [RS:0;b20163ee1150:44619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:18:41,417 INFO [RS:0;b20163ee1150:44619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:18:41,517 INFO [RS:0;b20163ee1150:44619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:41,519 INFO [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44619%2C1733271519275, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs, maxLogs=10 2024-12-04T00:18:41,539 DEBUG [RS:0;b20163ee1150:44619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520, exclude list is [], retry=0 2024-12-04T00:18:41,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38319,DS-53395905-40f8-4cd2-a5d0-e1f370907ca6,DISK] 2024-12-04T00:18:41,546 INFO [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 2024-12-04T00:18:41,556 DEBUG [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-12-04T00:18:41,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:41,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:41,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:41,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:41,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:41,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:41,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:41,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:41,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:41,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:41,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:41,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:41,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:41,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:41,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:41,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:41,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:41,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:41,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740 2024-12-04T00:18:41,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740 2024-12-04T00:18:41,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:41,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:41,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:41,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:41,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:41,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728260, jitterRate=0.009229719638824463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271521624Initializing all the Stores at 1733271521625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271521625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271521626 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271521626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271521626Cleaning up temporary data from old regions at 1733271521640 (+14 ms)Region opened successfully at 1733271521646 (+6 ms) 2024-12-04T00:18:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:41,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:41,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:41,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271521646Disabling compacts and flushes for region at 1733271521646Disabling writes for close at 1733271521646Writing region close event to WAL at 1733271521648 (+2 ms)Closed at 1733271521648 2024-12-04T00:18:41,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:41,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:18:41,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:18:41,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:41,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:18:41,818 DEBUG [b20163ee1150:44107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:41,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:41,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44619,1733271519275, state=OPENING 2024-12-04T00:18:41,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:18:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:41,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548269816/meta-region-server: CHANGED 2024-12-04T00:18:41,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548269816/meta-region-server: CHANGED 2024-12-04T00:18:41,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:41,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44619,1733271519275}] 2024-12-04T00:18:42,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:42,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:18:42,025 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:18:42,025 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:42,025 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:18:42,027 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44619%2C1733271519275.meta, suffix=.meta, logDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs, maxLogs=10 2024-12-04T00:18:42,047 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.meta.1733271522028.meta, exclude list is [], retry=0 2024-12-04T00:18:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38319,DS-53395905-40f8-4cd2-a5d0-e1f370907ca6,DISK] 2024-12-04T00:18:42,062 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.meta.1733271522028.meta 2024-12-04T00:18:42,068 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-12-04T00:18:42,069 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:42,069 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:18:42,070 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:18:42,070 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:18:42,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:42,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:42,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:42,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:42,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:42,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:42,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:42,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:42,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:42,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:42,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:42,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:42,087 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:42,088 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740 2024-12-04T00:18:42,108 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740 2024-12-04T00:18:42,125 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:42,125 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:42,126 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:42,128 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:42,136 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69639259, jitterRate=0.03770582377910614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:42,136 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:18:42,137 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271522070Writing region info on filesystem at 1733271522070Initializing all the Stores at 1733271522071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271522071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271522076 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271522076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271522076Cleaning up temporary data from old regions at 1733271522125 (+49 ms)Running coprocessor post-open hooks at 1733271522136 (+11 ms)Region opened successfully at 1733271522137 (+1 ms) 2024-12-04T00:18:42,141 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271522012 2024-12-04T00:18:42,143 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:18:42,143 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:18:42,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:42,145 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44619,1733271519275, state=OPEN 2024-12-04T00:18:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548269816/meta-region-server 2024-12-04T00:18:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548269816/meta-region-server 2024-12-04T00:18:42,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548269816/meta-region-server: CHANGED 2024-12-04T00:18:42,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548269816/meta-region-server: CHANGED 2024-12-04T00:18:42,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,44619,1733271519275 2024-12-04T00:18:42,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:18:42,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44619,1733271519275 in 333 msec 2024-12-04T00:18:42,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:18:42,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-12-04T00:18:42,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:42,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:18:42,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:42,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:42,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:42,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:42,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1480 sec 2024-12-04T00:18:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271522214, completionTime=-1 2024-12-04T00:18:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:18:42,215 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:18:42,217 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:18:42,217 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271582217 2024-12-04T00:18:42,217 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271642217 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:44107, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,219 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,221 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:18:42,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-12-04T00:18:42,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:18:42,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:18:42,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:18:42,225 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:18:42,225 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:18:42,225 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:42,225 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:18:42,230 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:18:42,231 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:18:42,231 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44107,1733271519053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:42,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:42,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44107,-1 for getting cluster id 2024-12-04T00:18:42,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:42,284 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775328d7-757a-4957-b224-3dadaa287d7d' 2024-12-04T00:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775328d7-757a-4957-b224-3dadaa287d7d" 2024-12-04T00:18:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bdbb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44107,-1] 2024-12-04T00:18:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:42,287 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:42,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:42,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:42,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:42,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,44107,1733271519053 2024-12-04T00:18:42,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:42,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db46f8d0002 connected 2024-12-04T00:18:42,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir so I do NOT create it in target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9 2024-12-04T00:18:42,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:18:42,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.tmp.dir so I do NOT create it in target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9 2024-12-04T00:18:42,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:18:42,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9 2024-12-04T00:18:42,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:18:42,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/cluster_791055ba-dca5-87c0-60b4-717b9f319805, deleteOnExit=true 2024-12-04T00:18:42,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/test.cache.data in system properties and HBase conf 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:18:42,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:18:42,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:18:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:18:42,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:18:42,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:18:42,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:42,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:42,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:42,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:42,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:42,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:42,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:42,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:42,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-8410365557898548434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:18:42,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-12-04T00:18:42,955 INFO [Time-limited test {}] server.Server(415): Started @59902ms 2024-12-04T00:18:43,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:18:43,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:18:43,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:18:43,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:18:43,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:18:43,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:18:43,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:18:43,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/java.io.tmpdir/jetty-localhost-33707-hadoop-hdfs-3_4_1-tests_jar-_-any-6392814631446144895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:18:43,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:33707} 2024-12-04T00:18:43,501 INFO [Time-limited test {}] server.Server(415): Started @60448ms 2024-12-04T00:18:43,502 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:18:44,189 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/cluster_791055ba-dca5-87c0-60b4-717b9f319805/data/data1/current/BP-453702-172.17.0.3-1733271522377/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:44,189 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/cluster_791055ba-dca5-87c0-60b4-717b9f319805/data/data2/current/BP-453702-172.17.0.3-1733271522377/current, will proceed with Du for space computation calculation, 2024-12-04T00:18:44,207 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:18:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf23b9852923eeee1 with lease ID 0xb5b3e0fc4508e74b: Processing first storage report for DS-8c029f8d-91f0-4da6-b940-fb6a25b1a92c from datanode DatanodeRegistration(127.0.0.1:39917, datanodeUuid=4741d67a-7935-4ea3-bf8d-61394b0d1ef6, infoPort=41749, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=2102265195;c=1733271522377) 2024-12-04T00:18:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf23b9852923eeee1 with lease ID 0xb5b3e0fc4508e74b: from storage DS-8c029f8d-91f0-4da6-b940-fb6a25b1a92c node DatanodeRegistration(127.0.0.1:39917, datanodeUuid=4741d67a-7935-4ea3-bf8d-61394b0d1ef6, infoPort=41749, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=2102265195;c=1733271522377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf23b9852923eeee1 with lease ID 0xb5b3e0fc4508e74b: Processing first storage report for DS-178d9559-dbeb-4660-88ef-08b3a33ec318 from datanode DatanodeRegistration(127.0.0.1:39917, datanodeUuid=4741d67a-7935-4ea3-bf8d-61394b0d1ef6, infoPort=41749, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=2102265195;c=1733271522377) 2024-12-04T00:18:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf23b9852923eeee1 with lease ID 0xb5b3e0fc4508e74b: from storage DS-178d9559-dbeb-4660-88ef-08b3a33ec318 node DatanodeRegistration(127.0.0.1:39917, datanodeUuid=4741d67a-7935-4ea3-bf8d-61394b0d1ef6, infoPort=41749, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=2102265195;c=1733271522377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:18:44,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9 2024-12-04T00:18:44,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:18:44,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8 with version=8 2024-12-04T00:18:44,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/hbase-staging 2024-12-04T00:18:44,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:44,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:18:44,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:44,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39411 2024-12-04T00:18:44,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39411 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394110x0, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:44,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39411-0x1019db46f8d0003 connected 2024-12-04T00:18:44,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/running 2024-12-04T00:18:44,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8, hbase.cluster.distributed=false 2024-12-04T00:18:44,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/acl 2024-12-04T00:18:44,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39411 2024-12-04T00:18:44,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39411 2024-12-04T00:18:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39411 2024-12-04T00:18:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39411 2024-12-04T00:18:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39411 2024-12-04T00:18:44,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:18:44,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33851 2024-12-04T00:18:44,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33851 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:44,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338510x0, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:44,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338510x0, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/running 2024-12-04T00:18:44,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33851-0x1019db46f8d0004 connected 2024-12-04T00:18:44,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:18:44,761 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:18:44,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/master 2024-12-04T00:18:44,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/acl 2024-12-04T00:18:44,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-04T00:18:44,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33851 2024-12-04T00:18:44,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33851 2024-12-04T00:18:44,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-04T00:18:44,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33851 2024-12-04T00:18:44,774 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:39411 2024-12-04T00:18:44,775 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1600094082/backup-masters/b20163ee1150,39411,1733271524641 2024-12-04T00:18:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/backup-masters 2024-12-04T00:18:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/backup-masters 2024-12-04T00:18:44,781 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on existing znode=/1-1600094082/backup-masters/b20163ee1150,39411,1733271524641 2024-12-04T00:18:44,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1600094082/master 2024-12-04T00:18:44,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:44,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:44,792 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on existing znode=/1-1600094082/master 2024-12-04T00:18:44,792 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1600094082/backup-masters/b20163ee1150,39411,1733271524641 from backup master directory 2024-12-04T00:18:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/backup-masters 2024-12-04T00:18:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1600094082/backup-masters/b20163ee1150,39411,1733271524641 2024-12-04T00:18:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/backup-masters 2024-12-04T00:18:44,801 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:44,802 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,39411,1733271524641 2024-12-04T00:18:44,805 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/hbase.id] with ID: ff12bd4b-51d2-4ccb-b219-d958cccecf29 2024-12-04T00:18:44,805 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/.tmp/hbase.id 2024-12-04T00:18:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:18:45,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:45,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:45,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:45,224 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/.tmp/hbase.id]:[hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/hbase.id] 2024-12-04T00:18:45,244 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:45,244 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:18:45,248 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-04T00:18:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:45,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:18:45,723 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:45,724 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:18:45,724 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:18:46,131 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store 2024-12-04T00:18:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:18:46,150 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:46,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:18:46,151 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:46,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:46,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:18:46,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:46,151 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:18:46,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271526151Disabling compacts and flushes for region at 1733271526151Disabling writes for close at 1733271526151Writing region close event to WAL at 1733271526151Closed at 1733271526151 2024-12-04T00:18:46,153 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/.initializing 2024-12-04T00:18:46,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/WALs/b20163ee1150,39411,1733271524641 2024-12-04T00:18:46,155 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:46,158 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C39411%2C1733271524641, suffix=, logDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/WALs/b20163ee1150,39411,1733271524641, archiveDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/oldWALs, maxLogs=10 2024-12-04T00:18:46,174 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/WALs/b20163ee1150,39411,1733271524641/b20163ee1150%2C39411%2C1733271524641.1733271526159, exclude list is [], retry=0 2024-12-04T00:18:46,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-8c029f8d-91f0-4da6-b940-fb6a25b1a92c,DISK] 2024-12-04T00:18:46,192 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/WALs/b20163ee1150,39411,1733271524641/b20163ee1150%2C39411%2C1733271524641.1733271526159 2024-12-04T00:18:46,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-12-04T00:18:46,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:46,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:46,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:18:46,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:46,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:46,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:18:46,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:46,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:46,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:18:46,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:18:46,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:46,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:46,217 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,219 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,221 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,227 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,227 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:46,230 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:18:46,245 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:46,248 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529729, jitterRate=0.11057950556278229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:46,248 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271526193Initializing all the Stores at 1733271526195 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271526195Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271526195Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271526195Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271526195Cleaning up temporary data from old regions at 1733271526227 (+32 ms)Region opened successfully at 1733271526248 (+21 ms) 2024-12-04T00:18:46,249 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:18:46,264 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eb64c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:46,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:18:46,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:18:46,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:18:46,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:18:46,270 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:18:46,270 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:18:46,270 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:18:46,287 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:18:46,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Unable to get data of znode /1-1600094082/balancer because node does not exist (not necessarily an error) 2024-12-04T00:18:46,344 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/balancer already deleted, retry=false 2024-12-04T00:18:46,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:18:46,345 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Unable to get data of znode /1-1600094082/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:18:46,359 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/normalizer already deleted, retry=false 2024-12-04T00:18:46,360 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:18:46,376 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Unable to get data of znode /1-1600094082/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:18:46,568 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/switch/split already deleted, retry=false 2024-12-04T00:18:46,572 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Unable to get data of znode /1-1600094082/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:18:46,591 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/switch/merge already deleted, retry=false 2024-12-04T00:18:46,610 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Unable to get data of znode /1-1600094082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:18:46,622 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/snapshot-cleanup already deleted, retry=false 2024-12-04T00:18:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1600094082/running 2024-12-04T00:18:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,634 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,39411,1733271524641, sessionid=0x1019db46f8d0003, setting cluster-up flag (Was=false) 2024-12-04T00:18:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1600094082/running 2024-12-04T00:18:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,759 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1600094082/flush-table-proc/acquired, /1-1600094082/flush-table-proc/reached, /1-1600094082/flush-table-proc/abort 2024-12-04T00:18:46,764 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39411,1733271524641 2024-12-04T00:18:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:46,812 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1600094082/online-snapshot/acquired, /1-1600094082/online-snapshot/reached, /1-1600094082/online-snapshot/abort 2024-12-04T00:18:46,813 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39411,1733271524641 2024-12-04T00:18:46,814 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:18:46,816 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:46,817 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:18:46,817 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:18:46,817 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,39411,1733271524641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:18:46,818 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:46,818 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:46,818 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:46,818 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:18:46,819 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:18:46,819 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,819 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:46,819 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:46,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:18:46,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:46,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271556835 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:18:46,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,837 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:18:46,837 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:18:46,837 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:18:46,837 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:18:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:18:46,840 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:18:46,840 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:18:46,843 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271526840,5,FailOnTimeoutGroup] 2024-12-04T00:18:46,844 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271526843,5,FailOnTimeoutGroup] 2024-12-04T00:18:46,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:18:46,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,872 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(746): ClusterId : ff12bd4b-51d2-4ccb-b219-d958cccecf29 2024-12-04T00:18:46,872 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:18:46,885 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:18:46,885 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:18:46,897 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:18:46,897 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8f6da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:18:46,911 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:33851 2024-12-04T00:18:46,911 INFO [RS:0;b20163ee1150:33851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:18:46,911 INFO [RS:0;b20163ee1150:33851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:18:46,911 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:18:46,912 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39411,1733271524641 with port=33851, startcode=1733271524744 2024-12-04T00:18:46,912 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:18:46,913 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:18:46,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,33851,1733271524744 2024-12-04T00:18:46,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39411 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,33851,1733271524744 2024-12-04T00:18:46,915 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8 2024-12-04T00:18:46,916 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34451 2024-12-04T00:18:46,916 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:18:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/rs 2024-12-04T00:18:46,960 DEBUG [RS:0;b20163ee1150:33851 {}] zookeeper.ZKUtil(111): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on existing znode=/1-1600094082/rs/b20163ee1150,33851,1733271524744 2024-12-04T00:18:46,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,33851,1733271524744] 2024-12-04T00:18:46,961 WARN [RS:0;b20163ee1150:33851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:18:46,961 INFO [RS:0;b20163ee1150:33851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:46,961 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744 2024-12-04T00:18:46,975 INFO [RS:0;b20163ee1150:33851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:18:46,980 INFO [RS:0;b20163ee1150:33851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:18:46,981 INFO [RS:0;b20163ee1150:33851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:18:46,981 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,981 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:18:46,982 INFO [RS:0;b20163ee1150:33851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:18:46,982 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,982 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,983 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,983 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,983 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:18:46,983 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:46,983 DEBUG [RS:0;b20163ee1150:33851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:46,984 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,33851,1733271524744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:47,003 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:18:47,003 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,33851,1733271524744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:47,003 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:47,004 INFO [RS:0;b20163ee1150:33851 {}] regionserver.Replication(171): b20163ee1150,33851,1733271524744 started 2024-12-04T00:18:47,020 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:47,020 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,33851,1733271524744, RpcServer on b20163ee1150/172.17.0.3:33851, sessionid=0x1019db46f8d0004 2024-12-04T00:18:47,021 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:18:47,021 DEBUG [RS:0;b20163ee1150:33851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,33851,1733271524744 2024-12-04T00:18:47,021 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,33851,1733271524744' 2024-12-04T00:18:47,021 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1600094082/flush-table-proc/abort' 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1600094082/flush-table-proc/acquired' 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,33851,1733271524744 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,33851,1733271524744' 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1600094082/online-snapshot/abort' 2024-12-04T00:18:47,022 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1600094082/online-snapshot/acquired' 2024-12-04T00:18:47,023 DEBUG [RS:0;b20163ee1150:33851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:18:47,023 INFO [RS:0;b20163ee1150:33851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:18:47,023 INFO [RS:0;b20163ee1150:33851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:18:47,123 INFO [RS:0;b20163ee1150:33851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:18:47,125 INFO [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C33851%2C1733271524744, suffix=, logDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744, archiveDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/oldWALs, maxLogs=10 2024-12-04T00:18:47,139 DEBUG [RS:0;b20163ee1150:33851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744/b20163ee1150%2C33851%2C1733271524744.1733271527125, exclude list is [], retry=0 2024-12-04T00:18:47,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-8c029f8d-91f0-4da6-b940-fb6a25b1a92c,DISK] 2024-12-04T00:18:47,144 INFO [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744/b20163ee1150%2C33851%2C1733271524744.1733271527125 2024-12-04T00:18:47,144 DEBUG [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-12-04T00:18:47,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:18:47,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8 2024-12-04T00:18:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:18:47,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:18:47,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:47,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:47,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:47,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:47,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:47,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:47,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:47,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:47,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:47,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:47,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:47,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:47,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:47,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:47,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:47,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:47,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:47,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:47,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740 2024-12-04T00:18:47,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740 2024-12-04T00:18:47,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:47,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:47,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:47,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:47,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:47,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72282004, jitterRate=0.07708579301834106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271527644Initializing all the Stores at 1733271527645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271527645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271527645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271527645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271527645Cleaning up temporary data from old regions at 1733271527654 (+9 ms)Region opened successfully at 1733271527658 (+4 ms) 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:18:47,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:18:47,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:18:47,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271527658Disabling compacts and flushes for region at 1733271527658Disabling writes for close at 1733271527658Writing region close event to WAL at 1733271527658Closed at 1733271527658 2024-12-04T00:18:47,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:47,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:18:47,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:18:47,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:47,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:18:47,811 DEBUG [b20163ee1150:39411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:18:47,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,33851,1733271524744 2024-12-04T00:18:47,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,33851,1733271524744, state=OPENING 2024-12-04T00:18:47,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:18:47,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:47,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:18:47,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1600094082/meta-region-server: CHANGED 2024-12-04T00:18:47,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1600094082/meta-region-server: CHANGED 2024-12-04T00:18:47,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:18:47,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,33851,1733271524744}] 2024-12-04T00:18:47,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:48,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:18:48,004 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:18:48,004 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:48,004 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:18:48,005 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C33851%2C1733271524744.meta, suffix=.meta, logDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744, archiveDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/oldWALs, maxLogs=10 2024-12-04T00:18:48,015 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744/b20163ee1150%2C33851%2C1733271524744.meta.1733271528005.meta, exclude list is [], retry=0 2024-12-04T00:18:48,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-8c029f8d-91f0-4da6-b940-fb6a25b1a92c,DISK] 2024-12-04T00:18:48,019 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/WALs/b20163ee1150,33851,1733271524744/b20163ee1150%2C33851%2C1733271524744.meta.1733271528005.meta 2024-12-04T00:18:48,019 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41749:41749)] 2024-12-04T00:18:48,019 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:48,019 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:48,019 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:48,020 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:18:48,020 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:18:48,020 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:18:48,020 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:48,020 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:18:48,020 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:18:48,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:18:48,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:18:48,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:18:48,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:18:48,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:48,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:48,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:18:48,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:18:48,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:48,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:48,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:18:48,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:18:48,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:48,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:18:48,025 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:18:48,026 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740 2024-12-04T00:18:48,027 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740 2024-12-04T00:18:48,028 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:18:48,028 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:18:48,028 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:18:48,029 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:18:48,030 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75286213, jitterRate=0.12185199558734894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:18:48,030 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:18:48,030 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271528020Writing region info on filesystem at 1733271528020Initializing all the Stores at 1733271528021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271528021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271528021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271528021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271528021Cleaning up temporary data from old regions at 1733271528028 (+7 ms)Running coprocessor post-open hooks at 1733271528030 (+2 ms)Region opened successfully at 1733271528030 2024-12-04T00:18:48,031 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271527999 2024-12-04T00:18:48,033 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:18:48,033 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:18:48,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,33851,1733271524744 2024-12-04T00:18:48,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,33851,1733271524744, state=OPEN 2024-12-04T00:18:48,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1600094082/meta-region-server 2024-12-04T00:18:48,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1600094082/meta-region-server 2024-12-04T00:18:48,054 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,33851,1733271524744 2024-12-04T00:18:48,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1600094082/meta-region-server: CHANGED 2024-12-04T00:18:48,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1600094082/meta-region-server: CHANGED 2024-12-04T00:18:48,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:18:48,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,33851,1733271524744 in 221 msec 2024-12-04T00:18:48,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:18:48,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-04T00:18:48,060 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:18:48,060 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:18:48,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:48,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33851,1733271524744, seqNum=-1] 2024-12-04T00:18:48,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:48,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:48,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-12-04T00:18:48,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271528070, completionTime=-1 2024-12-04T00:18:48,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:18:48,070 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:18:48,072 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:18:48,072 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271588072 2024-12-04T00:18:48,072 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271648072 2024-12-04T00:18:48,072 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:39411, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,073 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,075 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:18:48,077 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:18:48,080 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:18:48,080 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:18:48,080 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39411,1733271524641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:18:48,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:48,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39411,-1 for getting cluster id 2024-12-04T00:18:48,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:48,174 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff12bd4b-51d2-4ccb-b219-d958cccecf29' 2024-12-04T00:18:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff12bd4b-51d2-4ccb-b219-d958cccecf29" 2024-12-04T00:18:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39411,-1] 2024-12-04T00:18:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:48,176 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:48,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:48,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33851,1733271524744, seqNum=-1] 2024-12-04T00:18:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:48,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:48,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,39411,1733271524641 2024-12-04T00:18:48,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-12-04T00:18:48,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:18:48,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db46f8d0005 connected 2024-12-04T00:18:48,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44107,1733271519053 2024-12-04T00:18:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da6d35d 2024-12-04T00:18:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:48,208 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:18:48,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:18:48,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:48,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:18:48,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:18:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:18:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:48,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1972606a8b9dfa503137c0263e8c2bd4, NAME => 'test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150 2024-12-04T00:18:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:18:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1972606a8b9dfa503137c0263e8c2bd4, disabling compactions & flushes 2024-12-04T00:18:49,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. after waiting 0 ms 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1972606a8b9dfa503137c0263e8c2bd4: Waiting for close lock at 1733271529029Disabling compacts and flushes for region at 1733271529029Disabling writes for close at 1733271529029Writing region close event to WAL at 1733271529029Closed at 1733271529029 2024-12-04T00:18:49,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:18:49,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271529031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271529031"}]},"ts":"1733271529031"} 2024-12-04T00:18:49,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:18:49,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:18:49,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271529034"}]},"ts":"1733271529034"} 2024-12-04T00:18:49,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:18:49,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1972606a8b9dfa503137c0263e8c2bd4, ASSIGN}] 2024-12-04T00:18:49,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1972606a8b9dfa503137c0263e8c2bd4, ASSIGN 2024-12-04T00:18:49,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1972606a8b9dfa503137c0263e8c2bd4, ASSIGN; state=OFFLINE, location=b20163ee1150,44619,1733271519275; forceNewPlan=false, retain=false 2024-12-04T00:18:49,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1972606a8b9dfa503137c0263e8c2bd4, regionState=OPENING, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1972606a8b9dfa503137c0263e8c2bd4, ASSIGN because future has completed 2024-12-04T00:18:49,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1972606a8b9dfa503137c0263e8c2bd4, server=b20163ee1150,44619,1733271519275}] 2024-12-04T00:18:49,351 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,351 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1972606a8b9dfa503137c0263e8c2bd4, NAME => 'test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:49,351 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:49,351 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:18:49,352 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,352 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:49,352 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,352 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,354 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:49,356 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1972606a8b9dfa503137c0263e8c2bd4 columnFamilyName f 2024-12-04T00:18:49,356 DEBUG [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:49,356 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(327): Store=1972606a8b9dfa503137c0263e8c2bd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:49,356 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,359 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1972606a8b9dfa503137c0263e8c2bd4 columnFamilyName f1 2024-12-04T00:18:49,359 DEBUG [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:49,359 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(327): Store=1972606a8b9dfa503137c0263e8c2bd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:49,359 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,361 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1972606a8b9dfa503137c0263e8c2bd4 columnFamilyName norep 2024-12-04T00:18:49,361 DEBUG [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:49,362 INFO [StoreOpener-1972606a8b9dfa503137c0263e8c2bd4-1 {}] regionserver.HStore(327): Store=1972606a8b9dfa503137c0263e8c2bd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:49,362 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,363 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,363 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,365 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,365 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,366 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:49,367 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,369 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:49,370 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1972606a8b9dfa503137c0263e8c2bd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71655555, jitterRate=0.0677509754896164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:49,370 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:18:49,371 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1972606a8b9dfa503137c0263e8c2bd4: Running coprocessor pre-open hook at 1733271529352Writing region info on filesystem at 1733271529352Initializing all the Stores at 1733271529353 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271529353Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271529354 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271529354Cleaning up temporary data from old regions at 1733271529365 (+11 ms)Running coprocessor post-open hooks at 1733271529370 (+5 ms)Region opened successfully at 1733271529370 2024-12-04T00:18:49,373 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., pid=6, masterSystemTime=1733271529345 2024-12-04T00:18:49,377 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,377 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:18:49,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1972606a8b9dfa503137c0263e8c2bd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:49,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1972606a8b9dfa503137c0263e8c2bd4, server=b20163ee1150,44619,1733271519275 because future has completed 2024-12-04T00:18:49,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:18:49,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1972606a8b9dfa503137c0263e8c2bd4, server=b20163ee1150,44619,1733271519275 in 197 msec 2024-12-04T00:18:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:18:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1972606a8b9dfa503137c0263e8c2bd4, ASSIGN in 356 msec 2024-12-04T00:18:49,398 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:18:49,398 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271529398"}]},"ts":"1733271529398"} 2024-12-04T00:18:49,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:18:49,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:18:49,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-12-04T00:18:49,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:18:49,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:18:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:18:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:18:49,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:18:49,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:18:49,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:18:49,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:18:49,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:18:49,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:18:49,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:18:49,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:18:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:50,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:50,367 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:18:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39411,1733271524641 2024-12-04T00:18:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-12-04T00:18:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:50,370 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:50,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:18:50,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:18:50,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:50,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:18:50,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:18:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:18:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:50,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf97369402cec8becec2f11fd51fc5e8, NAME => 'test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8 2024-12-04T00:18:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf97369402cec8becec2f11fd51fc5e8, disabling compactions & flushes 2024-12-04T00:18:50,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. after waiting 0 ms 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:50,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:50,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf97369402cec8becec2f11fd51fc5e8: Waiting for close lock at 1733271530807Disabling compacts and flushes for region at 1733271530807Disabling writes for close at 1733271530807Writing region close event to WAL at 1733271530807Closed at 1733271530807 2024-12-04T00:18:50,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:18:50,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271530809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271530809"}]},"ts":"1733271530809"} 2024-12-04T00:18:50,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:18:50,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:18:50,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271530814"}]},"ts":"1733271530814"} 2024-12-04T00:18:50,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:18:50,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf97369402cec8becec2f11fd51fc5e8, ASSIGN}] 2024-12-04T00:18:50,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf97369402cec8becec2f11fd51fc5e8, ASSIGN 2024-12-04T00:18:50,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf97369402cec8becec2f11fd51fc5e8, ASSIGN; state=OFFLINE, location=b20163ee1150,33851,1733271524744; forceNewPlan=false, retain=false 2024-12-04T00:18:50,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf97369402cec8becec2f11fd51fc5e8, regionState=OPENING, regionLocation=b20163ee1150,33851,1733271524744 2024-12-04T00:18:50,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf97369402cec8becec2f11fd51fc5e8, ASSIGN 2024-12-04T00:18:50,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf97369402cec8becec2f11fd51fc5e8, server=b20163ee1150,33851,1733271524744}] 2024-12-04T00:18:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:51,168 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:51,169 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf97369402cec8becec2f11fd51fc5e8, NAME => 'test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:51,169 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:51,169 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:18:51,170 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,170 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:51,170 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,170 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,172 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,177 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf97369402cec8becec2f11fd51fc5e8 columnFamilyName f 2024-12-04T00:18:51,178 DEBUG [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:51,181 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(327): Store=cf97369402cec8becec2f11fd51fc5e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:51,182 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,206 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf97369402cec8becec2f11fd51fc5e8 columnFamilyName f1 2024-12-04T00:18:51,206 DEBUG [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:51,209 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(327): Store=cf97369402cec8becec2f11fd51fc5e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:51,209 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,213 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf97369402cec8becec2f11fd51fc5e8 columnFamilyName norep 2024-12-04T00:18:51,213 DEBUG [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:51,216 INFO [StoreOpener-cf97369402cec8becec2f11fd51fc5e8-1 {}] regionserver.HStore(327): Store=cf97369402cec8becec2f11fd51fc5e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:51,216 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,219 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,220 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,228 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,228 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,231 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:51,235 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,253 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:51,254 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf97369402cec8becec2f11fd51fc5e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844070, jitterRate=0.04075774550437927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:51,254 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:18:51,255 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf97369402cec8becec2f11fd51fc5e8: Running coprocessor pre-open hook at 1733271531170Writing region info on filesystem at 1733271531170Initializing all the Stores at 1733271531171 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271531172 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271531172Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271531172Cleaning up temporary data from old regions at 1733271531228 (+56 ms)Running coprocessor post-open hooks at 1733271531254 (+26 ms)Region opened successfully at 1733271531255 (+1 ms) 2024-12-04T00:18:51,256 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8., pid=6, masterSystemTime=1733271531144 2024-12-04T00:18:51,261 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:51,261 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:18:51,261 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf97369402cec8becec2f11fd51fc5e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,33851,1733271524744 2024-12-04T00:18:51,267 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39411 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b20163ee1150,33851,1733271524744, table=test, region=cf97369402cec8becec2f11fd51fc5e8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T00:18:51,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf97369402cec8becec2f11fd51fc5e8, server=b20163ee1150,33851,1733271524744 because future has completed 2024-12-04T00:18:51,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:18:51,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf97369402cec8becec2f11fd51fc5e8, server=b20163ee1150,33851,1733271524744 in 306 msec 2024-12-04T00:18:51,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:18:51,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf97369402cec8becec2f11fd51fc5e8, ASSIGN in 471 msec 2024-12-04T00:18:51,299 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:18:51,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271531299"}]},"ts":"1733271531299"} 2024-12-04T00:18:51,302 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:18:51,304 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:18:51,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 932 msec 2024-12-04T00:18:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:18:51,517 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:18:51,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44107,-1 for getting cluster id 2024-12-04T00:18:51,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:51,532 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775328d7-757a-4957-b224-3dadaa287d7d' 2024-12-04T00:18:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775328d7-757a-4957-b224-3dadaa287d7d" 2024-12-04T00:18:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44107,-1] 2024-12-04T00:18:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,534 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:51,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39411,-1 for getting cluster id 2024-12-04T00:18:51,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:51,540 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff12bd4b-51d2-4ccb-b219-d958cccecf29' 2024-12-04T00:18:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff12bd4b-51d2-4ccb-b219-d958cccecf29" 2024-12-04T00:18:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39411,-1] 2024-12-04T00:18:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,544 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44107,-1 for getting cluster id 2024-12-04T00:18:51,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:51,563 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775328d7-757a-4957-b224-3dadaa287d7d' 2024-12-04T00:18:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775328d7-757a-4957-b224-3dadaa287d7d" 2024-12-04T00:18:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44107,-1] 2024-12-04T00:18:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,566 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44107,1733271519053 2024-12-04T00:18:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6d9401 2024-12-04T00:18:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:51,576 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:51,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:39411,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:51,582 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39411' 2024-12-04T00:18:51,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cbe5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,597 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39411,-1 for getting cluster id 2024-12-04T00:18:51,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:51,602 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff12bd4b-51d2-4ccb-b219-d958cccecf29' 2024-12-04T00:18:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff12bd4b-51d2-4ccb-b219-d958cccecf29" 2024-12-04T00:18:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6163c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39411,-1] 2024-12-04T00:18:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,606 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:51,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759c00be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:51,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39411,1733271524641 2024-12-04T00:18:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7865ce32 2024-12-04T00:18:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:51,611 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:51,613 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T00:18:51,613 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:18:51,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:51,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:51,616 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:18:51,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:18:51,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:18:51,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:51,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:18:51,668 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:52,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e683c263d8cec14262aa455b5d757287, NAME => 'hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150 2024-12-04T00:18:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:18:52,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:52,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e683c263d8cec14262aa455b5d757287, disabling compactions & flushes 2024-12-04T00:18:52,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. after waiting 0 ms 2024-12-04T00:18:52,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e683c263d8cec14262aa455b5d757287: Waiting for close lock at 1733271532165Disabling compacts and flushes for region at 1733271532165Disabling writes for close at 1733271532165Writing region close event to WAL at 1733271532165Closed at 1733271532165 2024-12-04T00:18:52,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:18:52,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271532170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271532170"}]},"ts":"1733271532170"} 2024-12-04T00:18:52,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:18:52,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:18:52,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271532179"}]},"ts":"1733271532179"} 2024-12-04T00:18:52,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:18:52,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e683c263d8cec14262aa455b5d757287, ASSIGN}] 2024-12-04T00:18:52,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e683c263d8cec14262aa455b5d757287, ASSIGN 2024-12-04T00:18:52,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e683c263d8cec14262aa455b5d757287, ASSIGN; state=OFFLINE, location=b20163ee1150,44619,1733271519275; forceNewPlan=false, retain=false 2024-12-04T00:18:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:52,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e683c263d8cec14262aa455b5d757287, regionState=OPENING, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e683c263d8cec14262aa455b5d757287, ASSIGN because future has completed 2024-12-04T00:18:52,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e683c263d8cec14262aa455b5d757287, server=b20163ee1150,44619,1733271519275}] 2024-12-04T00:18:52,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:18:52,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:18:52,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44619%2C1733271519275.rep, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs, maxLogs=10 2024-12-04T00:18:52,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.rep.1733271532573, exclude list is [], retry=0 2024-12-04T00:18:52,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38319,DS-53395905-40f8-4cd2-a5d0-e1f370907ca6,DISK] 2024-12-04T00:18:52,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.rep.1733271532573 2024-12-04T00:18:52,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33837:33837)] 2024-12-04T00:18:52,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e683c263d8cec14262aa455b5d757287, NAME => 'hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:18:52,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. service=MultiRowMutationService 2024-12-04T00:18:52,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,615 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,617 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e683c263d8cec14262aa455b5d757287 columnFamilyName hfileref 2024-12-04T00:18:52,617 DEBUG [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:52,619 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(327): Store=e683c263d8cec14262aa455b5d757287/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:52,619 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,621 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e683c263d8cec14262aa455b5d757287 columnFamilyName queue 2024-12-04T00:18:52,621 DEBUG [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:52,625 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(327): Store=e683c263d8cec14262aa455b5d757287/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:52,625 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,637 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e683c263d8cec14262aa455b5d757287 columnFamilyName sid 2024-12-04T00:18:52,637 DEBUG [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:18:52,639 INFO [StoreOpener-e683c263d8cec14262aa455b5d757287-1 {}] regionserver.HStore(327): Store=e683c263d8cec14262aa455b5d757287/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:18:52,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:18:52,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:18:52,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e683c263d8cec14262aa455b5d757287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65391573, jitterRate=-0.025589630007743835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:18:52,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e683c263d8cec14262aa455b5d757287 2024-12-04T00:18:52,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e683c263d8cec14262aa455b5d757287: Running coprocessor pre-open hook at 1733271532614Writing region info on filesystem at 1733271532614Initializing all the Stores at 1733271532615 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271532615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271532615Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271532615Cleaning up temporary data from old regions at 1733271532657 (+42 ms)Running coprocessor post-open hooks at 1733271532683 (+26 ms)Region opened successfully at 1733271532683 2024-12-04T00:18:52,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287., pid=10, masterSystemTime=1733271532545 2024-12-04T00:18:52,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:18:52,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e683c263d8cec14262aa455b5d757287, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44619,1733271519275 2024-12-04T00:18:52,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e683c263d8cec14262aa455b5d757287, server=b20163ee1150,44619,1733271519275 because future has completed 2024-12-04T00:18:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:52,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:18:52,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e683c263d8cec14262aa455b5d757287, server=b20163ee1150,44619,1733271519275 in 341 msec 2024-12-04T00:18:52,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:18:52,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e683c263d8cec14262aa455b5d757287, ASSIGN in 538 msec 2024-12-04T00:18:52,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:18:52,737 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271532737"}]},"ts":"1733271532737"} 2024-12-04T00:18:52,748 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:18:52,751 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:18:52,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1350 sec 2024-12-04T00:18:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287., hostname=b20163ee1150,44619,1733271519275, seqNum=2] 2024-12-04T00:18:52,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:18:52,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:18:52,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:18:53,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:18:53,009 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:18:53,034 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,44619,1733271519275, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:18:53,035 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:53,035 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:53,035 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:53,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T00:18:53,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,44619,1733271519275', locateType=CURRENT is [region=hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287., hostname=b20163ee1150,44619,1733271519275, seqNum=2] 2024-12-04T00:18:53,040 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:18:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:18:53,043 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,44619,1733271519275 suceeded 2024-12-04T00:18:53,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:18:53,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-04T00:18:53,045 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:39411,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T00:18:53,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4680 sec 2024-12-04T00:18:53,060 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39411' 2024-12-04T00:18:53,062 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d88d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:53,062 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39411,-1 for getting cluster id 2024-12-04T00:18:53,062 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:53,063 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff12bd4b-51d2-4ccb-b219-d958cccecf29' 2024-12-04T00:18:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff12bd4b-51d2-4ccb-b219-d958cccecf29" 2024-12-04T00:18:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eae8b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39411,-1] 2024-12-04T00:18:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:53,065 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:53,065 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1587ddf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:53,065 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39411,1733271524641 2024-12-04T00:18:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b03203 2024-12-04T00:18:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:53,067 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:53,068 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,44619,1733271519275 (queues=1) is replicating from cluster=775328d7-757a-4957-b224-3dadaa287d7d to cluster=ff12bd4b-51d2-4ccb-b219-d958cccecf29 2024-12-04T00:18:53,068 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C44619%2C1733271519275 2024-12-04T00:18:53,068 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,44619,1733271519275, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:18:53,068 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C44619%2C1733271519275 2024-12-04T00:18:53,068 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520, startPosition=0, beingWritten=true 2024-12-04T00:18:53,076 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:18:53,076 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:53,076 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:18:53,281 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:53,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:18:53,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:53,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:53,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:18:53,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:18:53,601 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:18:53,726 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:18:53,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:53,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:53,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:53,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:53,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:53,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:53,732 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733271533730/Put/seqid=0 2024-12-04T00:18:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741840_1016 (size=7894) 2024-12-04T00:18:54,007 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:54,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_1 is 34, key is ddd/f:row/1733271534149/Put/seqid=0 2024-12-04T00:18:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741841_1017 (size=7691) 2024-12-04T00:18:54,510 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:54,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:54,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44107,-1 for getting cluster id 2024-12-04T00:18:54,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:54,582 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775328d7-757a-4957-b224-3dadaa287d7d' 2024-12-04T00:18:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775328d7-757a-4957-b224-3dadaa287d7d" 2024-12-04T00:18:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2a4d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:54,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44107,-1] 2024-12-04T00:18:54,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:54,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:54,585 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:54,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:54,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:54,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:54,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44107,1733271519053 2024-12-04T00:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e6245e 2024-12-04T00:18:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:54,612 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2] 2024-12-04T00:18:54,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:18:54,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T00:18:54,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T00:18:54,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_0 for inclusion in 1972606a8b9dfa503137c0263e8c2bd4/f 2024-12-04T00:18:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T00:18:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:54,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_1 for inclusion in 1972606a8b9dfa503137c0263e8c2bd4/f 2024-12-04T00:18:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T00:18:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegion(2603): Flush status journal for 1972606a8b9dfa503137c0263e8c2bd4: 2024-12-04T00:18:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_0 to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_0 2024-12-04T00:18:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_0 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ 2024-12-04T00:18:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f/f/hfile_1 to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_1 2024-12-04T00:18:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_1 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ 2024-12-04T00:18:54,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_0 into 1972606a8b9dfa503137c0263e8c2bd4/f as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ - updating store file list. 2024-12-04T00:18:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:54,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ into 1972606a8b9dfa503137c0263e8c2bd4/f 2024-12-04T00:18:54,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_0 into 1972606a8b9dfa503137c0263e8c2bd4/f (new location: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_) 2024-12-04T00:18:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_0 2024-12-04T00:18:54,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_1 into 1972606a8b9dfa503137c0263e8c2bd4/f as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ - updating store file list. 2024-12-04T00:18:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:54,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ into 1972606a8b9dfa503137c0263e8c2bd4/f 2024-12-04T00:18:54,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_1 into 1972606a8b9dfa503137c0263e8c2bd4/f (new location: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_) 2024-12-04T00:18:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__l54a8qqia9dpkvfclnc1r2qp64f0l4knmgfq3a70vgdle1np45eeree7ion36l59/f/hfile_1 2024-12-04T00:18:54,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:54,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:54,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:54,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:54,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:54,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 , the old value is region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:44619 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:18:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:18:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 from cache 2024-12-04T00:18:54,740 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:18:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33851,1733271524744, seqNum=-1] 2024-12-04T00:18:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:54,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8., hostname=b20163ee1150,33851,1733271524744, seqNum=2] 2024-12-04T00:18:54,751 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:18:54,846 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:44619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:18:55,117 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 379, reset compression=false 2024-12-04T00:18:55,129 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:18:55,129 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: WALEntryBatch [walEntries=[{test/1972606a8b9dfa503137c0263e8c2bd4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271534724/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:18:55,159 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:18:55,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T00:18:55,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.ReplicationSink(318): Replicating [775328d7-757a-4957-b224-3dadaa287d7d] bulk loaded data 2024-12-04T00:18:55,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5616bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:55,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39411,-1 for getting cluster id 2024-12-04T00:18:55,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:55,168 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff12bd4b-51d2-4ccb-b219-d958cccecf29' 2024-12-04T00:18:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff12bd4b-51d2-4ccb-b219-d958cccecf29" 2024-12-04T00:18:55,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56251501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:55,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39411,-1] 2024-12-04T00:18:55,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:55,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:55,170 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:55,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1443011a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741837_1013 (size=7894) 2024-12-04T00:18:55,329 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:55,636 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741838_1014 (size=7691) 2024-12-04T00:18:55,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39411,1733271524641 2024-12-04T00:18:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f0ccf 2024-12-04T00:18:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:55,688 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T00:18:55,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:18:55,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:55,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33851,1733271524744, seqNum=-1] 2024-12-04T00:18:55,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:55,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T00:18:55,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T00:18:55,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T00:18:55,758 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:18:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ for inclusion in cf97369402cec8becec2f11fd51fc5e8/f 2024-12-04T00:18:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T00:18:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:55,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ for inclusion in cf97369402cec8becec2f11fd51fc5e8/f 2024-12-04T00:18:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T00:18:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HRegion(2603): Flush status journal for cf97369402cec8becec2f11fd51fc5e8: 2024-12-04T00:18:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:18:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/168cc67a1d9148869b28fec929e7dfa4_SeqId_4_ 2024-12-04T00:18:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:18:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/290338dcab6146b0a54695e624fc5c7a_SeqId_4_ 2024-12-04T00:18:55,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/168cc67a1d9148869b28fec929e7dfa4_SeqId_4_ - updating store file list. 2024-12-04T00:18:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 168cc67a1d9148869b28fec929e7dfa4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:55,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/168cc67a1d9148869b28fec929e7dfa4_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f 2024-12-04T00:18:55,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f (new location: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/168cc67a1d9148869b28fec929e7dfa4_SeqId_4_) 2024-12-04T00:18:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_ 2024-12-04T00:18:55,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/290338dcab6146b0a54695e624fc5c7a_SeqId_4_ - updating store file list. 2024-12-04T00:18:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 290338dcab6146b0a54695e624fc5c7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:55,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/290338dcab6146b0a54695e624fc5c7a_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f 2024-12-04T00:18:55,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ into cf97369402cec8becec2f11fd51fc5e8/f (new location: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/f/290338dcab6146b0a54695e624fc5c7a_SeqId_4_) 2024-12-04T00:18:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/staging/jenkins.hfs.6__test__ec3guj65659h06famnqhqfqc7ore9mei40c5qn0fc51v30eqcvaao45dgl1ttrua/f/4662aaf57d1c4fe998d8a7ec11ecb1e3_SeqId_4_ 2024-12-04T00:18:55,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] regionserver.ReplicationSink(324): Finished replicating [775328d7-757a-4957-b224-3dadaa287d7d] bulk loaded data 2024-12-04T00:18:56,082 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:56,594 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:56,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:18:56,793 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733271536791/Put/seqid=0 2024-12-04T00:18:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741842_1018 (size=7997) 2024-12-04T00:18:57,198 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:57,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733271537234/Put/seqid=0 2024-12-04T00:18:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741843_1019 (size=7794) 2024-12-04T00:18:57,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:57,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44107,-1 for getting cluster id 2024-12-04T00:18:57,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:18:57,642 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775328d7-757a-4957-b224-3dadaa287d7d' 2024-12-04T00:18:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:18:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775328d7-757a-4957-b224-3dadaa287d7d" 2024-12-04T00:18:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44107,-1] 2024-12-04T00:18:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:18:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:57,644 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:18:57,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:18:57,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:57,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:57,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:18:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44107,1733271519053 2024-12-04T00:18:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba2f58a 2024-12-04T00:18:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:18:57,657 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:18:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2] 2024-12-04T00:18:57,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:18:57,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T00:18:57,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T00:18:57,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_1 for inclusion in 1972606a8b9dfa503137c0263e8c2bd4/f1 2024-12-04T00:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T00:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:57,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_0 for inclusion in 1972606a8b9dfa503137c0263e8c2bd4/f1 2024-12-04T00:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T00:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegion(2603): Flush status journal for 1972606a8b9dfa503137c0263e8c2bd4: 2024-12-04T00:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_1 to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_1 2024-12-04T00:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_1 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/4d7ac05c835d490aa863b52aba10bbff_SeqId_6_ 2024-12-04T00:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/load_f1/f1/hfile_0 to hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_0 2024-12-04T00:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_0 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/e6a1f53222e84c20b158a1cdf7c047a8_SeqId_6_ 2024-12-04T00:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T00:18:57,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_1 into 1972606a8b9dfa503137c0263e8c2bd4/f1 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/4d7ac05c835d490aa863b52aba10bbff_SeqId_6_ - updating store file list. 2024-12-04T00:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d7ac05c835d490aa863b52aba10bbff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:57,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/4d7ac05c835d490aa863b52aba10bbff_SeqId_6_ into 1972606a8b9dfa503137c0263e8c2bd4/f1 2024-12-04T00:18:57,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_1 into 1972606a8b9dfa503137c0263e8c2bd4/f1 (new location: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/4d7ac05c835d490aa863b52aba10bbff_SeqId_6_) 2024-12-04T00:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_1 2024-12-04T00:18:57,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_0 into 1972606a8b9dfa503137c0263e8c2bd4/f1 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/e6a1f53222e84c20b158a1cdf7c047a8_SeqId_6_ - updating store file list. 2024-12-04T00:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6a1f53222e84c20b158a1cdf7c047a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:18:57,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/e6a1f53222e84c20b158a1cdf7c047a8_SeqId_6_ into 1972606a8b9dfa503137c0263e8c2bd4/f1 2024-12-04T00:18:57,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_0 into 1972606a8b9dfa503137c0263e8c2bd4/f1 (new location: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/f1/e6a1f53222e84c20b158a1cdf7c047a8_SeqId_6_) 2024-12-04T00:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/staging/jenkins__test__fjng7reergfs08g984eo3refjqkkshiufskkuqq5nlmd6jvq9q8m7eohj0ncmqmp/f1/hfile_0 2024-12-04T00:18:57,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:18:57,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:18:57,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:57,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:18:57,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:18:57,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:18:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 , the old value is region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:44619 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:18:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:18:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2 from cache 2024-12-04T00:18:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44619,1733271519275, seqNum=-1] 2024-12-04T00:18:57,717 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:18:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:18:57,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:18:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., hostname=b20163ee1150,44619,1733271519275, seqNum=2] 2024-12-04T00:18:57,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:44619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:18:57,903 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 687, reset compression=false 2024-12-04T00:18:57,919 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:18:57,919 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:18:57,919 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:18:58,150 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:18:58,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:18:58,893 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:18:59,399 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:18:59,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:18:59,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T00:19:00,014 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:00,723 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:01,537 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:02,446 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:03,450 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:04,555 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:05,760 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:07,064 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:08,474 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:08,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:19:09,978 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:11,582 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:13,289 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:14,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:19:15,096 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:17,001 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:17,929 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: null 2024-12-04T00:19:19,005 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:21,111 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:22,909 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T00:19:22,909 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T00:19:23,321 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:25,627 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:28,031 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:28,080 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T00:19:28,080 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T00:19:30,541 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:33,145 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:34,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1972606a8b9dfa503137c0263e8c2bd4, had cached 0 bytes from a total of 31376 2024-12-04T00:19:35,849 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:36,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cf97369402cec8becec2f11fd51fc5e8, had cached 0 bytes from a total of 15585 2024-12-04T00:19:37,929 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: null 2024-12-04T00:19:38,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:19:38,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:41,557 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:44,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:19:44,588 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:47,717 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:48,079 DEBUG [master/b20163ee1150:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T00:19:50,921 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:54,225 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:57,630 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:19:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:19:57,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:19:57,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:19:57,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:57,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:57,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:19:57,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:19:57,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821991958, stopped=false 2024-12-04T00:19:57,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,39411,1733271524641 2024-12-04T00:19:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1600094082/running 2024-12-04T00:19:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1600094082/running 2024-12-04T00:19:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:19:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:19:57,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:19:57,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:19:57,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:19:57,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:57,786 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,33851,1733271524744' ***** 2024-12-04T00:19:57,786 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:19:57,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:19:57,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/running 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(3091): Received CLOSE for cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:19:57,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Set watcher on znode that does not yet exist, /1-1600094082/running 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,33851,1733271524744 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:19:57,787 INFO [RS:0;b20163ee1150:33851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:33851. 2024-12-04T00:19:57,787 DEBUG [RS:0;b20163ee1150:33851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:19:57,787 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:57,787 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf97369402cec8becec2f11fd51fc5e8, disabling compactions & flushes 2024-12-04T00:19:57,787 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:19:57,787 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:19:57,788 INFO [RS:0;b20163ee1150:33851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:19:57,788 INFO [RS:0;b20163ee1150:33851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. after waiting 0 ms 2024-12-04T00:19:57,788 INFO [RS:0;b20163ee1150:33851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:19:57,788 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:19:57,788 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:19:57,788 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf97369402cec8becec2f11fd51fc5e8=test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8.} 2024-12-04T00:19:57,788 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf97369402cec8becec2f11fd51fc5e8 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:19:57,788 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:19:57,788 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:19:57,788 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T00:19:57,798 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:19:57,809 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/default/test/cf97369402cec8becec2f11fd51fc5e8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T00:19:57,810 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:19:57,810 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:19:57,810 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:19:57,810 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf97369402cec8becec2f11fd51fc5e8: Waiting for close lock at 1733271597787Running coprocessor pre-close hooks at 1733271597787Disabling compacts and flushes for region at 1733271597787Disabling writes for close at 1733271597788 (+1 ms)Writing region close event to WAL at 1733271597788Running coprocessor post-close hooks at 1733271597809 (+21 ms)Closed at 1733271597810 (+1 ms) 2024-12-04T00:19:57,810 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8. 2024-12-04T00:19:57,826 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/info/f0733e43e354478fb1fd873954bac5dd is 129, key is test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8./info:regioninfo/1733271531261/Put/seqid=0 2024-12-04T00:19:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741839_1015 (size=6421) 2024-12-04T00:19:57,929 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44619,1733271519275 got entry batch from reader: null 2024-12-04T00:19:57,985 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:19:57,985 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:19:57,988 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:58,188 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:58,236 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/info/f0733e43e354478fb1fd873954bac5dd 2024-12-04T00:19:58,261 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/ns/a44111327cf245b2a4207c09ca1db766 is 43, key is default/ns:d/1733271528064/Put/seqid=0 2024-12-04T00:19:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741840_1016 (size=5153) 2024-12-04T00:19:58,389 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:58,589 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:58,666 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/ns/a44111327cf245b2a4207c09ca1db766 2024-12-04T00:19:58,688 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/144895c2bd144a128a6f6626fb87986e is 112, key is test,,1733271530371.cf97369402cec8becec2f11fd51fc5e8./rep_barrier:seqnumDuringOpen/1733271531261/Put/seqid=0 2024-12-04T00:19:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741841_1017 (size=5518) 2024-12-04T00:19:58,789 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:19:58,789 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:19:58,789 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:58,989 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:59,094 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/144895c2bd144a128a6f6626fb87986e 2024-12-04T00:19:59,122 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/table/8487aa6f9f0f416396072b7999cd9c61 is 40, key is test/table:state/1733271531299/Put/seqid=0 2024-12-04T00:19:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741842_1018 (size=5165) 2024-12-04T00:19:59,189 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:59,390 DEBUG [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:19:59,534 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/table/8487aa6f9f0f416396072b7999cd9c61 2024-12-04T00:19:59,541 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/info/f0733e43e354478fb1fd873954bac5dd as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/info/f0733e43e354478fb1fd873954bac5dd 2024-12-04T00:19:59,548 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/info/f0733e43e354478fb1fd873954bac5dd, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T00:19:59,550 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/ns/a44111327cf245b2a4207c09ca1db766 as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/ns/a44111327cf245b2a4207c09ca1db766 2024-12-04T00:19:59,556 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/ns/a44111327cf245b2a4207c09ca1db766, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:19:59,558 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/144895c2bd144a128a6f6626fb87986e as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/rep_barrier/144895c2bd144a128a6f6626fb87986e 2024-12-04T00:19:59,567 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/rep_barrier/144895c2bd144a128a6f6626fb87986e, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T00:19:59,568 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/.tmp/table/8487aa6f9f0f416396072b7999cd9c61 as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/table/8487aa6f9f0f416396072b7999cd9c61 2024-12-04T00:19:59,578 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/table/8487aa6f9f0f416396072b7999cd9c61, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:19:59,579 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1791ms, sequenceid=11, compaction requested=false 2024-12-04T00:19:59,587 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:19:59,588 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:19:59,588 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:19:59,588 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:19:59,588 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271597788Running coprocessor pre-close hooks at 1733271597788Disabling compacts and flushes for region at 1733271597788Disabling writes for close at 1733271597788Obtaining lock to block concurrent updates at 1733271597788Preparing flush snapshotting stores in 1588230740 at 1733271597788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733271597789 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271597789Flushing 1588230740/info: creating writer at 1733271597790 (+1 ms)Flushing 1588230740/info: appending metadata at 1733271597825 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733271597825Flushing 1588230740/ns: creating writer at 1733271598242 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733271598261 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733271598261Flushing 1588230740/rep_barrier: creating writer at 1733271598671 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271598688 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271598688Flushing 1588230740/table: creating writer at 1733271599102 (+414 ms)Flushing 1588230740/table: appending metadata at 1733271599122 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733271599122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3d5285: reopening flushed file at 1733271599540 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384a20f7: reopening flushed file at 1733271599548 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35097348: reopening flushed file at 1733271599557 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72564e9: reopening flushed file at 1733271599567 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1791ms, sequenceid=11, compaction requested=false at 1733271599579 (+12 ms)Writing region close event to WAL at 1733271599581 (+2 ms)Running coprocessor post-close hooks at 1733271599587 (+6 ms)Closed at 1733271599588 (+1 ms) 2024-12-04T00:19:59,588 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:19:59,590 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,33851,1733271524744; all regions closed. 2024-12-04T00:19:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741834_1010 (size=2717) 2024-12-04T00:19:59,599 DEBUG [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/oldWALs 2024-12-04T00:19:59,599 INFO [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C33851%2C1733271524744.meta:.meta(num 1733271528005) 2024-12-04T00:19:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741832_1008 (size=1028) 2024-12-04T00:19:59,618 DEBUG [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/oldWALs 2024-12-04T00:19:59,618 INFO [RS:0;b20163ee1150:33851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C33851%2C1733271524744:(num 1733271527125) 2024-12-04T00:19:59,618 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:59,618 INFO [RS:0;b20163ee1150:33851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:19:59,620 INFO [RS:0;b20163ee1150:33851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:19:59,620 INFO [RS:0;b20163ee1150:33851 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:19:59,621 INFO [RS:0;b20163ee1150:33851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:19:59,621 INFO [RS:0;b20163ee1150:33851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:33851. 2024-12-04T00:19:59,621 DEBUG [RS:0;b20163ee1150:33851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:19:59,621 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:59,621 DEBUG [RS:0;b20163ee1150:33851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:19:59,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:19:59,621 INFO [RS:0;b20163ee1150:33851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33851 2024-12-04T00:19:59,621 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:19:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1600094082/rs/b20163ee1150,33851,1733271524744 2024-12-04T00:19:59,643 INFO [RS:0;b20163ee1150:33851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:19:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082/rs 2024-12-04T00:19:59,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,33851,1733271524744] 2024-12-04T00:19:59,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/draining/b20163ee1150,33851,1733271524744 already deleted, retry=false 2024-12-04T00:19:59,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,33851,1733271524744 expired; onlineServers=0 2024-12-04T00:19:59,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,39411,1733271524641' ***** 2024-12-04T00:19:59,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:19:59,660 INFO [M:0;b20163ee1150:39411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:19:59,660 INFO [M:0;b20163ee1150:39411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:19:59,660 DEBUG [M:0;b20163ee1150:39411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:19:59,660 DEBUG [M:0;b20163ee1150:39411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:19:59,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:19:59,660 INFO [M:0;b20163ee1150:39411 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:19:59,660 INFO [M:0;b20163ee1150:39411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:19:59,661 DEBUG [M:0;b20163ee1150:39411 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:19:59,661 INFO [M:0;b20163ee1150:39411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:19:59,661 INFO [M:0;b20163ee1150:39411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:19:59,661 INFO [M:0;b20163ee1150:39411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:19:59,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:19:59,661 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271526840 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271526840,5,FailOnTimeoutGroup] 2024-12-04T00:19:59,661 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271526843 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271526843,5,FailOnTimeoutGroup] 2024-12-04T00:19:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:19:59,752 INFO [RS:0;b20163ee1150:33851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:19:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33851-0x1019db46f8d0004, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:19:59,752 INFO [RS:0;b20163ee1150:33851 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,33851,1733271524744; zookeeper connection closed. 2024-12-04T00:19:59,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76bb723b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76bb723b 2024-12-04T00:19:59,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:19:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1600094082/master 2024-12-04T00:19:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1600094082 2024-12-04T00:19:59,796 DEBUG [M:0;b20163ee1150:39411 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1600094082/master already deleted, retry=false 2024-12-04T00:19:59,796 DEBUG [M:0;b20163ee1150:39411 {}] master.ActiveMasterManager(353): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1600094082/master 2024-12-04T00:19:59,797 INFO [M:0;b20163ee1150:39411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/.lastflushedseqids 2024-12-04T00:19:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741843_1019 (size=173) 2024-12-04T00:20:00,208 INFO [M:0;b20163ee1150:39411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:00,208 INFO [M:0;b20163ee1150:39411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:00,208 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:00,208 INFO [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:00,208 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:00,208 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:00,208 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:00,208 INFO [M:0;b20163ee1150:39411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-04T00:20:00,235 DEBUG [M:0;b20163ee1150:39411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0cae1a6f542d89828f677ab5d9eae is 82, key is hbase:meta,,1/info:regioninfo/1733271528034/Put/seqid=0 2024-12-04T00:20:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741844_1020 (size=5672) 2024-12-04T00:20:00,677 INFO [M:0;b20163ee1150:39411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0cae1a6f542d89828f677ab5d9eae 2024-12-04T00:20:00,712 DEBUG [M:0;b20163ee1150:39411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/624c108cde9f46379d3432931541d4f3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271531309/Put/seqid=0 2024-12-04T00:20:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741845_1021 (size=6726) 2024-12-04T00:20:00,723 INFO [M:0;b20163ee1150:39411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/624c108cde9f46379d3432931541d4f3 2024-12-04T00:20:00,741 INFO [M:0;b20163ee1150:39411 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 624c108cde9f46379d3432931541d4f3 2024-12-04T00:20:00,766 DEBUG [M:0;b20163ee1150:39411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ca27ff4e30e4c1aa2cb58c70e552ea3 is 69, key is b20163ee1150,33851,1733271524744/rs:state/1733271526914/Put/seqid=0 2024-12-04T00:20:00,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741846_1022 (size=5156) 2024-12-04T00:20:00,774 INFO [M:0;b20163ee1150:39411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ca27ff4e30e4c1aa2cb58c70e552ea3 2024-12-04T00:20:00,799 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0cae1a6f542d89828f677ab5d9eae as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7b0cae1a6f542d89828f677ab5d9eae 2024-12-04T00:20:00,821 INFO [M:0;b20163ee1150:39411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7b0cae1a6f542d89828f677ab5d9eae, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T00:20:00,826 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/624c108cde9f46379d3432931541d4f3 as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/624c108cde9f46379d3432931541d4f3 2024-12-04T00:20:00,838 INFO [M:0;b20163ee1150:39411 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 624c108cde9f46379d3432931541d4f3 2024-12-04T00:20:00,838 INFO [M:0;b20163ee1150:39411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/624c108cde9f46379d3432931541d4f3, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T00:20:00,840 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ca27ff4e30e4c1aa2cb58c70e552ea3 as hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ca27ff4e30e4c1aa2cb58c70e552ea3 2024-12-04T00:20:00,854 INFO [M:0;b20163ee1150:39411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34451/user/jenkins/test-data/11498a7f-144b-f988-e70d-63500d8b5bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ca27ff4e30e4c1aa2cb58c70e552ea3, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T00:20:00,855 INFO [M:0;b20163ee1150:39411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=58, compaction requested=false 2024-12-04T00:20:00,872 INFO [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:00,873 DEBUG [M:0;b20163ee1150:39411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271600208Disabling compacts and flushes for region at 1733271600208Disabling writes for close at 1733271600208Obtaining lock to block concurrent updates at 1733271600208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271600208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733271600209 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271600210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271600210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271600234 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271600234Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271600685 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271600711 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271600711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271600741 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271600765 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271600765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a83a620: reopening flushed file at 1733271600798 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e6d024: reopening flushed file at 1733271600821 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f7dc6d: reopening flushed file at 1733271600838 (+17 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=58, compaction requested=false at 1733271600855 (+17 ms)Writing region close event to WAL at 1733271600872 (+17 ms)Closed at 1733271600872 2024-12-04T00:20:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741830_1006 (size=33014) 2024-12-04T00:20:00,902 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:00,902 INFO [M:0;b20163ee1150:39411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:00,902 INFO [M:0;b20163ee1150:39411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39411 2024-12-04T00:20:00,908 INFO [M:0;b20163ee1150:39411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:01,084 INFO [M:0;b20163ee1150:39411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39411-0x1019db46f8d0003, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:01,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:01,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:01,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:01,130 WARN [BP-453702-172.17.0.3-1733271522377 heartbeating to localhost/127.0.0.1:34451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:20:01,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:20:01,130 WARN [BP-453702-172.17.0.3-1733271522377 heartbeating to localhost/127.0.0.1:34451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453702-172.17.0.3-1733271522377 (Datanode Uuid 4741d67a-7935-4ea3-bf8d-61394b0d1ef6) service to localhost/127.0.0.1:34451 2024-12-04T00:20:01,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:20:01,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/cluster_791055ba-dca5-87c0-60b4-717b9f319805/data/data1/current/BP-453702-172.17.0.3-1733271522377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:01,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:20:01,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/cluster_791055ba-dca5-87c0-60b4-717b9f319805/data/data2/current/BP-453702-172.17.0.3-1733271522377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:01,133 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.1733271521520 to pos 997, reset compression=false 2024-12-04T00:20:01,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:01,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:01,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:01,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:20:01,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:20:01,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:01,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:01,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:01,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:01,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:01,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:01,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2059374264, stopped=false 2024-12-04T00:20:01,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,44107,1733271519053 2024-12-04T00:20:01,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548269816/running 2024-12-04T00:20:01,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:20:01,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:01,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548269816/running 2024-12-04T00:20:01,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:01,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:20:01,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:01,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:01,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,44619,1733271519275' ***** 2024-12-04T00:20:01,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:01,325 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1972606a8b9dfa503137c0263e8c2bd4 2024-12-04T00:20:01,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(3091): Received CLOSE for e683c263d8cec14262aa455b5d757287 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,44619,1733271519275 2024-12-04T00:20:01,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/running 2024-12-04T00:20:01,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Set watcher on znode that does not yet exist, /0-548269816/running 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:01,326 INFO [RS:0;b20163ee1150:44619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44619. 2024-12-04T00:20:01,327 DEBUG [RS:0;b20163ee1150:44619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:01,327 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:01,327 INFO [RS:0;b20163ee1150:44619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:01,327 INFO [RS:0;b20163ee1150:44619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:01,327 INFO [RS:0;b20163ee1150:44619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:01,327 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:01,327 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:20:01,327 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1325): Online Regions={1972606a8b9dfa503137c0263e8c2bd4=test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4., e683c263d8cec14262aa455b5d757287=hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:20:01,327 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1972606a8b9dfa503137c0263e8c2bd4, e683c263d8cec14262aa455b5d757287 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1972606a8b9dfa503137c0263e8c2bd4, disabling compactions & flushes 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:01,328 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:20:01,328 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. after waiting 0 ms 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:01,328 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:20:01,328 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:20:01,351 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/default/test/1972606a8b9dfa503137c0263e8c2bd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:20:01,352 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:01,352 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:20:01,352 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:20:01,352 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1972606a8b9dfa503137c0263e8c2bd4: Waiting for close lock at 1733271601328Running coprocessor pre-close hooks at 1733271601328Disabling compacts and flushes for region at 1733271601328Disabling writes for close at 1733271601328Writing region close event to WAL at 1733271601345 (+17 ms)Running coprocessor post-close hooks at 1733271601352 (+7 ms)Closed at 1733271601352 2024-12-04T00:20:01,353 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4. 2024-12-04T00:20:01,353 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e683c263d8cec14262aa455b5d757287, disabling compactions & flushes 2024-12-04T00:20:01,353 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:20:01,353 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:20:01,353 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. after waiting 0 ms 2024-12-04T00:20:01,353 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:20:01,353 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e683c263d8cec14262aa455b5d757287 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T00:20:01,361 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/info/3835614428f44cf09f82e3eb52a544e6 is 147, key is hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287./info:regioninfo/1733271532695/Put/seqid=0 2024-12-04T00:20:01,375 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/hfileref/58050c4b436f48c8b616eeb6265ab63c is 74, key is 1/hfileref:231fe829b6b44c5bb0f3ff87ed9f09be_SeqId_4_/1733271535855/DeleteColumn/seqid=0 2024-12-04T00:20:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741844_1020 (size=7686) 2024-12-04T00:20:01,381 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:01,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741845_1021 (size=5203) 2024-12-04T00:20:01,423 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:20:01,423 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:20:01,528 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e683c263d8cec14262aa455b5d757287 2024-12-04T00:20:01,728 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e683c263d8cec14262aa455b5d757287 2024-12-04T00:20:01,774 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/info/3835614428f44cf09f82e3eb52a544e6 2024-12-04T00:20:01,785 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/hfileref/58050c4b436f48c8b616eeb6265ab63c 2024-12-04T00:20:01,805 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/ns/ac9c9baf9e8c41bd894b42015bb2a546 is 43, key is default/ns:d/1733271522208/Put/seqid=0 2024-12-04T00:20:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741846_1022 (size=5153) 2024-12-04T00:20:01,830 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/ns/ac9c9baf9e8c41bd894b42015bb2a546 2024-12-04T00:20:01,835 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/queue/f81720a5b538440aa10c393a94d93095 is 153, key is 1-b20163ee1150,44619,1733271519275/queue:b20163ee1150%2C44619%2C1733271519275/1733271537921/Put/seqid=0 2024-12-04T00:20:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741847_1023 (size=5352) 2024-12-04T00:20:01,841 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/queue/f81720a5b538440aa10c393a94d93095 2024-12-04T00:20:01,860 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/hfileref/58050c4b436f48c8b616eeb6265ab63c as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/hfileref/58050c4b436f48c8b616eeb6265ab63c 2024-12-04T00:20:01,866 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/hfileref/58050c4b436f48c8b616eeb6265ab63c, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T00:20:01,871 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/rep_barrier/936b044e1b064680af8668e23841c2e5 is 112, key is test,,1733271528208.1972606a8b9dfa503137c0263e8c2bd4./rep_barrier:seqnumDuringOpen/1733271529382/Put/seqid=0 2024-12-04T00:20:01,873 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/.tmp/queue/f81720a5b538440aa10c393a94d93095 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/queue/f81720a5b538440aa10c393a94d93095 2024-12-04T00:20:01,882 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/queue/f81720a5b538440aa10c393a94d93095, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T00:20:01,883 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e683c263d8cec14262aa455b5d757287 in 530ms, sequenceid=10, compaction requested=false 2024-12-04T00:20:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741848_1024 (size=5518) 2024-12-04T00:20:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/replication/e683c263d8cec14262aa455b5d757287/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:20:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:01,902 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:01,902 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:20:01,903 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e683c263d8cec14262aa455b5d757287: Waiting for close lock at 1733271601353Running coprocessor pre-close hooks at 1733271601353Disabling compacts and flushes for region at 1733271601353Disabling writes for close at 1733271601353Obtaining lock to block concurrent updates at 1733271601353Preparing flush snapshotting stores in e683c263d8cec14262aa455b5d757287 at 1733271601353Finished memstore snapshotting hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733271601354 (+1 ms)Flushing stores of hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. at 1733271601354Flushing e683c263d8cec14262aa455b5d757287/hfileref: creating writer at 1733271601354Flushing e683c263d8cec14262aa455b5d757287/hfileref: appending metadata at 1733271601375 (+21 ms)Flushing e683c263d8cec14262aa455b5d757287/hfileref: closing flushed file at 1733271601375Flushing e683c263d8cec14262aa455b5d757287/queue: creating writer at 1733271601796 (+421 ms)Flushing e683c263d8cec14262aa455b5d757287/queue: appending metadata at 1733271601835 (+39 ms)Flushing e683c263d8cec14262aa455b5d757287/queue: closing flushed file at 1733271601835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7137b615: reopening flushed file at 1733271601858 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8b8057: reopening flushed file at 1733271601866 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e683c263d8cec14262aa455b5d757287 in 530ms, sequenceid=10, compaction requested=false at 1733271601883 (+17 ms)Writing region close event to WAL at 1733271601897 (+14 ms)Running coprocessor post-close hooks at 1733271601902 (+5 ms)Closed at 1733271601902 2024-12-04T00:20:01,903 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271531616.e683c263d8cec14262aa455b5d757287. 2024-12-04T00:20:01,928 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:02,128 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:02,304 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/rep_barrier/936b044e1b064680af8668e23841c2e5 2024-12-04T00:20:02,332 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:20:02,332 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:20:02,332 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:02,343 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/table/a6aeb202591d4777a2f520251176021e is 53, key is hbase:replication/table:state/1733271532737/Put/seqid=0 2024-12-04T00:20:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741849_1025 (size=5308) 2024-12-04T00:20:02,532 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:02,733 DEBUG [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:02,759 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/table/a6aeb202591d4777a2f520251176021e 2024-12-04T00:20:02,780 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/info/3835614428f44cf09f82e3eb52a544e6 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/info/3835614428f44cf09f82e3eb52a544e6 2024-12-04T00:20:02,813 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/info/3835614428f44cf09f82e3eb52a544e6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:20:02,814 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/ns/ac9c9baf9e8c41bd894b42015bb2a546 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/ns/ac9c9baf9e8c41bd894b42015bb2a546 2024-12-04T00:20:02,821 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/ns/ac9c9baf9e8c41bd894b42015bb2a546, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:20:02,823 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/rep_barrier/936b044e1b064680af8668e23841c2e5 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/rep_barrier/936b044e1b064680af8668e23841c2e5 2024-12-04T00:20:02,830 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/rep_barrier/936b044e1b064680af8668e23841c2e5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:20:02,832 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/.tmp/table/a6aeb202591d4777a2f520251176021e as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/table/a6aeb202591d4777a2f520251176021e 2024-12-04T00:20:02,846 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/table/a6aeb202591d4777a2f520251176021e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:20:02,848 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1519ms, sequenceid=16, compaction requested=false 2024-12-04T00:20:02,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:02,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:02,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:02,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:02,881 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:20:02,882 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:02,882 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:02,882 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:02,882 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271601328Running coprocessor pre-close hooks at 1733271601328Disabling compacts and flushes for region at 1733271601328Disabling writes for close at 1733271601328Obtaining lock to block concurrent updates at 1733271601328Preparing flush snapshotting stores in 1588230740 at 1733271601328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271601329 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271601329Flushing 1588230740/info: creating writer at 1733271601329Flushing 1588230740/info: appending metadata at 1733271601360 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733271601360Flushing 1588230740/ns: creating writer at 1733271601782 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733271601804 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733271601804Flushing 1588230740/rep_barrier: creating writer at 1733271601835 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271601871 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271601871Flushing 1588230740/table: creating writer at 1733271602320 (+449 ms)Flushing 1588230740/table: appending metadata at 1733271602343 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733271602343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b49f3db: reopening flushed file at 1733271602772 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fd022e: reopening flushed file at 1733271602813 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa9a673: reopening flushed file at 1733271602822 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0f9adb: reopening flushed file at 1733271602831 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1519ms, sequenceid=16, compaction requested=false at 1733271602848 (+17 ms)Writing region close event to WAL at 1733271602873 (+25 ms)Running coprocessor post-close hooks at 1733271602881 (+8 ms)Closed at 1733271602882 (+1 ms) 2024-12-04T00:20:02,882 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:02,933 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,44619,1733271519275; all regions closed. 2024-12-04T00:20:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:20:02,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/WALs/b20163ee1150,44619,1733271519275/b20163ee1150%2C44619%2C1733271519275.meta.1733271522028.meta not finished, retry = 0 2024-12-04T00:20:03,049 DEBUG [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs 2024-12-04T00:20:03,049 INFO [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44619%2C1733271519275.meta:.meta(num 1733271522028) 2024-12-04T00:20:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741839_1015 (size=2700) 2024-12-04T00:20:03,068 DEBUG [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs 2024-12-04T00:20:03,068 INFO [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44619%2C1733271519275.rep:(num 1733271532573) 2024-12-04T00:20:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741833_1009 (size=1300) 2024-12-04T00:20:03,078 DEBUG [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/oldWALs 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44619%2C1733271519275:(num 1733271521520) 2024-12-04T00:20:03,078 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:03,078 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:03,078 INFO [RS:0;b20163ee1150:44619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,44619,1733271519275 because: Region server is closing 2024-12-04T00:20:03,079 INFO [RS:0;b20163ee1150:44619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44619. 2024-12-04T00:20:03,079 DEBUG [RS:0;b20163ee1150:44619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:03,079 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:03,079 DEBUG [RS:0;b20163ee1150:44619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:03,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:03,180 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:20:03,181 INFO [RS:0;b20163ee1150:44619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.shipperb20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 terminated 2024-12-04T00:20:03,181 INFO [RS:0;b20163ee1150:44619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44619 2024-12-04T00:20:03,184 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44619,1733271519275.replicationSource.wal-reader.b20163ee1150%2C44619%2C1733271519275,1-b20163ee1150,44619,1733271519275 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:20:03,279 INFO [RS:0;b20163ee1150:44619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548269816/rs/b20163ee1150,44619,1733271519275 2024-12-04T00:20:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816/rs 2024-12-04T00:20:03,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,44619,1733271519275] 2024-12-04T00:20:03,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/draining/b20163ee1150,44619,1733271519275 already deleted, retry=false 2024-12-04T00:20:03,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,44619,1733271519275 expired; onlineServers=0 2024-12-04T00:20:03,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,44107,1733271519053' ***** 2024-12-04T00:20:03,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:20:03,367 INFO [M:0;b20163ee1150:44107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:03,367 INFO [M:0;b20163ee1150:44107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:03,367 DEBUG [M:0;b20163ee1150:44107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:20:03,367 DEBUG [M:0;b20163ee1150:44107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:20:03,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:20:03,367 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271521136 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271521136,5,FailOnTimeoutGroup] 2024-12-04T00:20:03,367 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271521140 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271521140,5,FailOnTimeoutGroup] 2024-12-04T00:20:03,367 INFO [M:0;b20163ee1150:44107 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:03,368 INFO [M:0;b20163ee1150:44107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:03,368 DEBUG [M:0;b20163ee1150:44107 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:20:03,368 INFO [M:0;b20163ee1150:44107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:20:03,368 INFO [M:0;b20163ee1150:44107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:03,368 INFO [M:0;b20163ee1150:44107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:20:03,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:03,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:20:03,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:03,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:03,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:03,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548269816/master 2024-12-04T00:20:03,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548269816 2024-12-04T00:20:03,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:03,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:03,446 INFO [RS:0;b20163ee1150:44619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:03,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44619-0x1019db46f8d0001, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:03,446 INFO [RS:0;b20163ee1150:44619 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,44619,1733271519275; zookeeper connection closed. 2024-12-04T00:20:03,448 DEBUG [M:0;b20163ee1150:44107 {}] zookeeper.RecoverableZooKeeper(212): Node /0-548269816/master already deleted, retry=false 2024-12-04T00:20:03,448 DEBUG [M:0;b20163ee1150:44107 {}] master.ActiveMasterManager(353): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-548269816/master 2024-12-04T00:20:03,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62240bcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62240bcd 2024-12-04T00:20:03,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:20:03,489 INFO [M:0;b20163ee1150:44107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/.lastflushedseqids 2024-12-04T00:20:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741850_1026 (size=263) 2024-12-04T00:20:03,517 INFO [M:0;b20163ee1150:44107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:03,517 INFO [M:0;b20163ee1150:44107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:03,517 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:03,517 INFO [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:03,517 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:03,517 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:03,517 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:03,517 INFO [M:0;b20163ee1150:44107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-04T00:20:03,552 DEBUG [M:0;b20163ee1150:44107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e28095aeaa4703b56ce1ce2f8e7906 is 82, key is hbase:meta,,1/info:regioninfo/1733271522144/Put/seqid=0 2024-12-04T00:20:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741851_1027 (size=5672) 2024-12-04T00:20:03,574 INFO [M:0;b20163ee1150:44107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e28095aeaa4703b56ce1ce2f8e7906 2024-12-04T00:20:03,618 DEBUG [M:0;b20163ee1150:44107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79c23f22c0374c6aa11816192684d577 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271529404/Put/seqid=0 2024-12-04T00:20:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741852_1028 (size=7239) 2024-12-04T00:20:04,062 INFO [M:0;b20163ee1150:44107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79c23f22c0374c6aa11816192684d577 2024-12-04T00:20:04,069 INFO [M:0;b20163ee1150:44107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79c23f22c0374c6aa11816192684d577 2024-12-04T00:20:04,088 DEBUG [M:0;b20163ee1150:44107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a32a960d0849e8b85db43f043fde99 is 69, key is b20163ee1150,44619,1733271519275/rs:state/1733271521249/Put/seqid=0 2024-12-04T00:20:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741853_1029 (size=5156) 2024-12-04T00:20:04,123 INFO [M:0;b20163ee1150:44107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a32a960d0849e8b85db43f043fde99 2024-12-04T00:20:04,130 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e28095aeaa4703b56ce1ce2f8e7906 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e28095aeaa4703b56ce1ce2f8e7906 2024-12-04T00:20:04,138 INFO [M:0;b20163ee1150:44107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e28095aeaa4703b56ce1ce2f8e7906, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T00:20:04,139 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79c23f22c0374c6aa11816192684d577 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79c23f22c0374c6aa11816192684d577 2024-12-04T00:20:04,148 INFO [M:0;b20163ee1150:44107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79c23f22c0374c6aa11816192684d577 2024-12-04T00:20:04,148 INFO [M:0;b20163ee1150:44107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79c23f22c0374c6aa11816192684d577, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T00:20:04,149 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a32a960d0849e8b85db43f043fde99 as hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a32a960d0849e8b85db43f043fde99 2024-12-04T00:20:04,158 INFO [M:0;b20163ee1150:44107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/2636a4f3-c1a0-743e-ca65-2c44bf24e150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a32a960d0849e8b85db43f043fde99, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T00:20:04,159 INFO [M:0;b20163ee1150:44107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 642ms, sequenceid=105, compaction requested=false 2024-12-04T00:20:04,211 INFO [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:04,211 DEBUG [M:0;b20163ee1150:44107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271603517Disabling compacts and flushes for region at 1733271603517Disabling writes for close at 1733271603517Obtaining lock to block concurrent updates at 1733271603517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271603517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733271603518 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271603519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271603520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271603551 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271603552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271603583 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271603617 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271603617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271604069 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271604087 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271604087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b08abfd: reopening flushed file at 1733271604129 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4417b37b: reopening flushed file at 1733271604138 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47644826: reopening flushed file at 1733271604148 (+10 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 642ms, sequenceid=105, compaction requested=false at 1733271604159 (+11 ms)Writing region close event to WAL at 1733271604211 (+52 ms)Closed at 1733271604211 2024-12-04T00:20:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38319 is added to blk_1073741830_1006 (size=64514) 2024-12-04T00:20:04,239 INFO [M:0;b20163ee1150:44107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:04,239 INFO [M:0;b20163ee1150:44107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44107 2024-12-04T00:20:04,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:04,241 INFO [M:0;b20163ee1150:44107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:04,397 INFO [M:0;b20163ee1150:44107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44107-0x1019db46f8d0000, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:04,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:04,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:04,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:04,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:04,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:04,407 WARN [BP-881049220-172.17.0.3-1733271516279 heartbeating to localhost/127.0.0.1:37443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:20:04,408 WARN [BP-881049220-172.17.0.3-1733271516279 heartbeating to localhost/127.0.0.1:37443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-881049220-172.17.0.3-1733271516279 (Datanode Uuid 53c094d4-4663-4505-b754-ce65785b2a07) service to localhost/127.0.0.1:37443 2024-12-04T00:20:04,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:20:04,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:20:04,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/data/data1/current/BP-881049220-172.17.0.3-1733271516279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:04,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/cluster_4281fe5e-fd91-4e8b-b3b6-e4a3a1906088/data/data2/current/BP-881049220-172.17.0.3-1733271516279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:04,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:20:04,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:04,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:04,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:04,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:04,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f9da3d-97fa-1824-83da-cb502a4e5e00/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:04,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:20:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:20:04,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51318) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34451 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37443 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51318) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd29cb8c368.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd29cb8c368.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 624) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5412 (was 5605) 2024-12-04T00:20:04,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=5402 2024-12-04T00:20:04,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db46f8d0002, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:20:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db46f8d0005, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:20:04,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db46f8d0005, quorum=127.0.0.1:51318, baseZNode=/1-1600094082 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:20:04,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db46f8d0002, quorum=127.0.0.1:51318, baseZNode=/0-548269816 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:20:04,551 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T00:20:04,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir so I do NOT create it in target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1 2024-12-04T00:20:04,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:20:04,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.tmp.dir so I do NOT create it in target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1 2024-12-04T00:20:04,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d893d-054f-03e9-4ecf-c4477961f2a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:20:04,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1 2024-12-04T00:20:04,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715, deleteOnExit=true 2024-12-04T00:20:04,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/zookeeper_0, clientPort=52117, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:20:04,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52117 2024-12-04T00:20:04,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/test.cache.data in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:20:04,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:20:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:20:04,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:20:05,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:05,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:05,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:05,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:05,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:20:05,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:05,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:05,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:05,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/java.io.tmpdir/jetty-localhost-41951-hadoop-hdfs-3_4_1-tests_jar-_-any-2813010996133311926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:05,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:41951} 2024-12-04T00:20:05,450 INFO [Time-limited test {}] server.Server(415): Started @142397ms 2024-12-04T00:20:05,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:05,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:05,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:05,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:05,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:20:05,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:05,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:05,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/java.io.tmpdir/jetty-localhost-33981-hadoop-hdfs-3_4_1-tests_jar-_-any-11150463647162548557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:05,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:33981} 2024-12-04T00:20:05,991 INFO [Time-limited test {}] server.Server(415): Started @142939ms 2024-12-04T00:20:05,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:20:06,833 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/data/data1/current/BP-1226266589-172.17.0.3-1733271604640/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:06,833 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/data/data2/current/BP-1226266589-172.17.0.3-1733271604640/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:06,846 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:20:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e9382b5cf8a1cd6 with lease ID 0x3ca93686649054a2: Processing first storage report for DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84 from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=59b56f17-67b2-4b99-aa81-959b67d18c57, infoPort=45531, infoSecurePort=0, ipcPort=39103, storageInfo=lv=-57;cid=testClusterID;nsid=1698493478;c=1733271604640) 2024-12-04T00:20:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e9382b5cf8a1cd6 with lease ID 0x3ca93686649054a2: from storage DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84 node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=59b56f17-67b2-4b99-aa81-959b67d18c57, infoPort=45531, infoSecurePort=0, ipcPort=39103, storageInfo=lv=-57;cid=testClusterID;nsid=1698493478;c=1733271604640), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e9382b5cf8a1cd6 with lease ID 0x3ca93686649054a2: Processing first storage report for DS-c9fc6cd0-3bdb-4417-96f7-133f224ee4fd from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=59b56f17-67b2-4b99-aa81-959b67d18c57, infoPort=45531, infoSecurePort=0, ipcPort=39103, storageInfo=lv=-57;cid=testClusterID;nsid=1698493478;c=1733271604640) 2024-12-04T00:20:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e9382b5cf8a1cd6 with lease ID 0x3ca93686649054a2: from storage DS-c9fc6cd0-3bdb-4417-96f7-133f224ee4fd node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=59b56f17-67b2-4b99-aa81-959b67d18c57, infoPort=45531, infoSecurePort=0, ipcPort=39103, storageInfo=lv=-57;cid=testClusterID;nsid=1698493478;c=1733271604640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:06,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1 2024-12-04T00:20:06,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:06,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:06,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:20:07,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06 with version=8 2024-12-04T00:20:07,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/hbase-staging 2024-12-04T00:20:07,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:07,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:07,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:20:07,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:07,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45149 2024-12-04T00:20:07,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45149 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451490x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:07,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45149-0x1019db5c9140000 connected 2024-12-04T00:20:07,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:07,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:07,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:07,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06, hbase.cluster.distributed=false 2024-12-04T00:20:07,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/acl 2024-12-04T00:20:07,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45149 2024-12-04T00:20:07,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45149 2024-12-04T00:20:07,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45149 2024-12-04T00:20:07,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45149 2024-12-04T00:20:07,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45149 2024-12-04T00:20:07,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:07,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:07,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:20:07,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:07,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40913 2024-12-04T00:20:07,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40913 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:07,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:07,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:07,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409130x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:07,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409130x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:07,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40913-0x1019db5c9140001 connected 2024-12-04T00:20:07,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:20:07,581 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:20:07,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/master 2024-12-04T00:20:07,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/acl 2024-12-04T00:20:07,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40913 2024-12-04T00:20:07,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40913 2024-12-04T00:20:07,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40913 2024-12-04T00:20:07,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40913 2024-12-04T00:20:07,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40913 2024-12-04T00:20:07,593 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:45149 2024-12-04T00:20:07,594 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0980879042/backup-masters/b20163ee1150,45149,1733271607359 2024-12-04T00:20:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:07,601 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/backup-masters/b20163ee1150,45149,1733271607359 2024-12-04T00:20:07,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:07,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/master 2024-12-04T00:20:07,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:07,612 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/master 2024-12-04T00:20:07,612 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0980879042/backup-masters/b20163ee1150,45149,1733271607359 from backup master directory 2024-12-04T00:20:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/backup-masters/b20163ee1150,45149,1733271607359 2024-12-04T00:20:07,622 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:07,622 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,45149,1733271607359 2024-12-04T00:20:07,625 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/hbase.id] with ID: f4a70bf9-3efe-4d8b-ba72-0752aafa0baf 2024-12-04T00:20:07,625 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.tmp/hbase.id 2024-12-04T00:20:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:20:08,043 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.tmp/hbase.id]:[hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/hbase.id] 2024-12-04T00:20:08,053 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:08,053 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:20:08,054 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:20:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:20:08,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:08,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:08,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:08,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:08,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:08,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:08,469 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:08,470 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:20:08,470 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:20:08,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store 2024-12-04T00:20:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:09,289 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:09,289 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:09,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271609289Disabling compacts and flushes for region at 1733271609289Disabling writes for close at 1733271609289Writing region close event to WAL at 1733271609289Closed at 1733271609289 2024-12-04T00:20:09,290 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/.initializing 2024-12-04T00:20:09,290 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359 2024-12-04T00:20:09,291 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:09,293 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C45149%2C1733271607359, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/oldWALs, maxLogs=10 2024-12-04T00:20:09,308 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359/b20163ee1150%2C45149%2C1733271607359.1733271609293, exclude list is [], retry=0 2024-12-04T00:20:09,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:09,313 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:09,313 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:09,313 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:09,313 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:09,314 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,314 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:20:09,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:09,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:09,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:20:09,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:09,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:09,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:20:09,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:09,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:09,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:20:09,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:09,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:09,324 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,326 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,326 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,327 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:09,328 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:09,331 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:09,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66750076, jitterRate=-0.005346357822418213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:09,332 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271609314Initializing all the Stores at 1733271609315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271609315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271609315Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271609315Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271609315Cleaning up temporary data from old regions at 1733271609326 (+11 ms)Region opened successfully at 1733271609332 (+6 ms) 2024-12-04T00:20:09,333 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:20:09,338 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49193b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:09,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:20:09,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:20:09,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:20:09,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:20:09,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:20:09,340 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:20:09,340 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:20:09,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:20:09,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/balancer because node does not exist (not necessarily an error) 2024-12-04T00:20:09,359 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/balancer already deleted, retry=false 2024-12-04T00:20:09,359 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:20:09,360 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:20:09,369 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/normalizer already deleted, retry=false 2024-12-04T00:20:09,370 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:20:09,371 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:20:09,380 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/switch/split already deleted, retry=false 2024-12-04T00:20:09,381 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:20:09,390 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/switch/merge already deleted, retry=false 2024-12-04T00:20:09,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:20:09,401 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/snapshot-cleanup already deleted, retry=false 2024-12-04T00:20:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,412 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,45149,1733271607359, sessionid=0x1019db5c9140000, setting cluster-up flag (Was=false) 2024-12-04T00:20:09,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,471 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980879042/flush-table-proc/acquired, /0980879042/flush-table-proc/reached, /0980879042/flush-table-proc/abort 2024-12-04T00:20:09,471 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45149,1733271607359 2024-12-04T00:20:09,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:09,523 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980879042/online-snapshot/acquired, /0980879042/online-snapshot/reached, /0980879042/online-snapshot/abort 2024-12-04T00:20:09,524 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,45149,1733271607359 2024-12-04T00:20:09,525 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:20:09,526 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:09,527 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:20:09,527 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:20:09,527 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,45149,1733271607359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:09,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271639529 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:09,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:20:09,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:20:09,530 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:20:09,530 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:20:09,530 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271609530,5,FailOnTimeoutGroup] 2024-12-04T00:20:09,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:09,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:20:09,531 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271609530,5,FailOnTimeoutGroup] 2024-12-04T00:20:09,531 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,531 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:20:09,531 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,531 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:20:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:20:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:20:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:20:09,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:09,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:20:09,587 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(746): ClusterId : f4a70bf9-3efe-4d8b-ba72-0752aafa0baf 2024-12-04T00:20:09,587 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:20:09,597 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:20:09,597 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:20:09,608 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:20:09,608 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cca70a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:09,624 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:40913 2024-12-04T00:20:09,624 INFO [RS:0;b20163ee1150:40913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:20:09,624 INFO [RS:0;b20163ee1150:40913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:20:09,624 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:20:09,625 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,45149,1733271607359 with port=40913, startcode=1733271607565 2024-12-04T00:20:09,625 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:20:09,627 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:20:09,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,630 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06 2024-12-04T00:20:09,630 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38539 2024-12-04T00:20:09,630 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:20:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/rs 2024-12-04T00:20:09,639 DEBUG [RS:0;b20163ee1150:40913 {}] zookeeper.ZKUtil(111): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/rs/b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,639 WARN [RS:0;b20163ee1150:40913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:09,639 INFO [RS:0;b20163ee1150:40913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:09,639 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,40913,1733271607565] 2024-12-04T00:20:09,642 INFO [RS:0;b20163ee1150:40913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:20:09,644 INFO [RS:0;b20163ee1150:40913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:20:09,652 INFO [RS:0;b20163ee1150:40913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:20:09,652 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,653 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:20:09,653 INFO [RS:0;b20163ee1150:40913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:20:09,653 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,653 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,653 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,653 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,653 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,653 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:09,654 DEBUG [RS:0;b20163ee1150:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,654 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,40913,1733271607565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:09,667 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:20:09,667 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,40913,1733271607565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,667 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,667 INFO [RS:0;b20163ee1150:40913 {}] regionserver.Replication(171): b20163ee1150,40913,1733271607565 started 2024-12-04T00:20:09,685 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:09,685 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,40913,1733271607565, RpcServer on b20163ee1150/172.17.0.3:40913, sessionid=0x1019db5c9140001 2024-12-04T00:20:09,686 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:20:09,686 DEBUG [RS:0;b20163ee1150:40913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,686 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,40913,1733271607565' 2024-12-04T00:20:09,686 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980879042/flush-table-proc/abort' 2024-12-04T00:20:09,686 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980879042/flush-table-proc/acquired' 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,40913,1733271607565 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,40913,1733271607565' 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980879042/online-snapshot/abort' 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980879042/online-snapshot/acquired' 2024-12-04T00:20:09,687 DEBUG [RS:0;b20163ee1150:40913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:20:09,687 INFO [RS:0;b20163ee1150:40913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:20:09,687 INFO [RS:0;b20163ee1150:40913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:20:09,788 INFO [RS:0;b20163ee1150:40913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:09,789 INFO [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40913%2C1733271607565, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:09,800 DEBUG [RS:0;b20163ee1150:40913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789, exclude list is [], retry=0 2024-12-04T00:20:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:09,804 INFO [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789 2024-12-04T00:20:09,804 DEBUG [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:09,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:20:09,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06 2024-12-04T00:20:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:20:10,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:10,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:10,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:10,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:10,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:10,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:10,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:10,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:10,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:10,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:10,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:10,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:10,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:10,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:10,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:10,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:10,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:10,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301284, jitterRate=0.06247192621231079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271610344Initializing all the Stores at 1733271610345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271610345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610345Cleaning up temporary data from old regions at 1733271610355 (+10 ms)Region opened successfully at 1733271610369 (+14 ms) 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:10,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:10,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:10,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271610369Disabling compacts and flushes for region at 1733271610369Disabling writes for close at 1733271610369Writing region close event to WAL at 1733271610369Closed at 1733271610369 2024-12-04T00:20:10,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:10,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:20:10,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:20:10,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:10,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:20:10,523 DEBUG [b20163ee1150:45149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:10,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,40913,1733271607565 2024-12-04T00:20:10,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,40913,1733271607565, state=OPENING 2024-12-04T00:20:10,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:20:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:10,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:10,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:10,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:10,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,40913,1733271607565}] 2024-12-04T00:20:10,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:10,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:20:10,791 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:20:10,791 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:10,791 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:20:10,793 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40913%2C1733271607565.meta, suffix=.meta, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:10,806 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.meta.1733271610794.meta, exclude list is [], retry=0 2024-12-04T00:20:10,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:10,810 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.meta.1733271610794.meta 2024-12-04T00:20:10,811 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:10,811 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:10,811 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:10,811 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:10,811 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:20:10,811 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:20:10,811 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:20:10,812 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:10,812 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:20:10,812 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:20:10,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:10,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:10,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:10,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:10,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:10,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:10,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:10,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:10,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:10,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:10,832 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:10,833 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:10,834 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:10,835 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:10,835 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:10,836 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:10,837 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:10,838 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59249204, jitterRate=-0.11711806058883667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:10,838 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:20:10,838 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271610812Writing region info on filesystem at 1733271610812Initializing all the Stores at 1733271610814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610823 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271610823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271610823Cleaning up temporary data from old regions at 1733271610835 (+12 ms)Running coprocessor post-open hooks at 1733271610838 (+3 ms)Region opened successfully at 1733271610838 2024-12-04T00:20:10,839 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271610785 2024-12-04T00:20:10,841 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:20:10,841 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:20:10,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,40913,1733271607565 2024-12-04T00:20:10,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,40913,1733271607565, state=OPEN 2024-12-04T00:20:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:10,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:10,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:10,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,40913,1733271607565 2024-12-04T00:20:10,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:20:10,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,40913,1733271607565 in 272 msec 2024-12-04T00:20:10,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:20:10,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-12-04T00:20:10,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:10,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:20:10,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:10,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40913,1733271607565, seqNum=-1] 2024-12-04T00:20:10,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:10,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:10,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-12-04T00:20:10,922 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271610922, completionTime=-1 2024-12-04T00:20:10,922 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:20:10,922 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271670924 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271730924 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,925 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:45149, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,925 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,925 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,926 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:20:10,928 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.306sec 2024-12-04T00:20:10,928 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:10,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:20:10,931 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:20:10,931 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:20:10,931 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45149,1733271607359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:10,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:10,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45149,-1 for getting cluster id 2024-12-04T00:20:10,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:10,993 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a70bf9-3efe-4d8b-ba72-0752aafa0baf' 2024-12-04T00:20:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a70bf9-3efe-4d8b-ba72-0752aafa0baf" 2024-12-04T00:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45149,-1] 2024-12-04T00:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:10,997 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:10,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:10,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40913,1733271607565, seqNum=-1] 2024-12-04T00:20:11,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:11,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:11,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,45149,1733271607359 2024-12-04T00:20:11,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:11,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db5c9140002 connected 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir so I do NOT create it in target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10 2024-12-04T00:20:11,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.tmp.dir so I do NOT create it in target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10 2024-12-04T00:20:11,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:20:11,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/cluster_d1f1c959-6470-752a-a5a2-d4a57edba804, deleteOnExit=true 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:20:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/test.cache.data in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:20:11,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:20:11,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:20:11,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:11,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:11,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:11,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:11,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:20:11,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:11,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:11,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:11,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-5908951034410206384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:11,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-12-04T00:20:11,554 INFO [Time-limited test {}] server.Server(415): Started @148502ms 2024-12-04T00:20:11,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:11,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:11,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:11,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:11,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:20:11,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:11,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:12,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/java.io.tmpdir/jetty-localhost-39097-hadoop-hdfs-3_4_1-tests_jar-_-any-5155061997760400584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:12,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:39097} 2024-12-04T00:20:12,100 INFO [Time-limited test {}] server.Server(415): Started @149047ms 2024-12-04T00:20:12,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:20:12,992 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/cluster_d1f1c959-6470-752a-a5a2-d4a57edba804/data/data1/current/BP-662163288-172.17.0.3-1733271611054/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:13,001 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/cluster_d1f1c959-6470-752a-a5a2-d4a57edba804/data/data2/current/BP-662163288-172.17.0.3-1733271611054/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:13,080 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:20:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da847e5de8c7cb9 with lease ID 0x5dc557c52549b193: Processing first storage report for DS-45111e63-162a-44e0-a301-5fc1f7daa740 from datanode DatanodeRegistration(127.0.0.1:45067, datanodeUuid=90e1693c-fcdd-46f3-8e45-c540835dd824, infoPort=35275, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1018354534;c=1733271611054) 2024-12-04T00:20:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da847e5de8c7cb9 with lease ID 0x5dc557c52549b193: from storage DS-45111e63-162a-44e0-a301-5fc1f7daa740 node DatanodeRegistration(127.0.0.1:45067, datanodeUuid=90e1693c-fcdd-46f3-8e45-c540835dd824, infoPort=35275, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1018354534;c=1733271611054), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T00:20:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da847e5de8c7cb9 with lease ID 0x5dc557c52549b193: Processing first storage report for DS-802b43f3-5b0f-498a-8174-97525a3b5b11 from datanode DatanodeRegistration(127.0.0.1:45067, datanodeUuid=90e1693c-fcdd-46f3-8e45-c540835dd824, infoPort=35275, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1018354534;c=1733271611054) 2024-12-04T00:20:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da847e5de8c7cb9 with lease ID 0x5dc557c52549b193: from storage DS-802b43f3-5b0f-498a-8174-97525a3b5b11 node DatanodeRegistration(127.0.0.1:45067, datanodeUuid=90e1693c-fcdd-46f3-8e45-c540835dd824, infoPort=35275, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1018354534;c=1733271611054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:13,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10 2024-12-04T00:20:13,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:20:13,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1 with version=8 2024-12-04T00:20:13,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/hbase-staging 2024-12-04T00:20:13,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:20:13,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:13,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39679 2024-12-04T00:20:13,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39679 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:13,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396790x0, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:13,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39679-0x1019db5c9140003 connected 2024-12-04T00:20:13,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/running 2024-12-04T00:20:13,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1, hbase.cluster.distributed=false 2024-12-04T00:20:13,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/acl 2024-12-04T00:20:13,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-04T00:20:13,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39679 2024-12-04T00:20:13,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39679 2024-12-04T00:20:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-04T00:20:13,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-04T00:20:13,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:20:13,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:13,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44165 2024-12-04T00:20:13,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44165 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:13,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441650x0, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:13,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441650x0, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/running 2024-12-04T00:20:13,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:20:13,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44165-0x1019db5c9140004 connected 2024-12-04T00:20:13,524 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:20:13,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/master 2024-12-04T00:20:13,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/acl 2024-12-04T00:20:13,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44165 2024-12-04T00:20:13,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44165 2024-12-04T00:20:13,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44165 2024-12-04T00:20:13,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44165 2024-12-04T00:20:13,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44165 2024-12-04T00:20:13,617 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:39679 2024-12-04T00:20:13,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-258690962/backup-masters/b20163ee1150,39679,1733271613209 2024-12-04T00:20:13,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/backup-masters 2024-12-04T00:20:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/backup-masters 2024-12-04T00:20:13,633 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on existing znode=/1-258690962/backup-masters/b20163ee1150,39679,1733271613209 2024-12-04T00:20:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-258690962/master 2024-12-04T00:20:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:13,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:13,644 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on existing znode=/1-258690962/master 2024-12-04T00:20:13,644 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-258690962/backup-masters/b20163ee1150,39679,1733271613209 from backup master directory 2024-12-04T00:20:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-258690962/backup-masters/b20163ee1150,39679,1733271613209 2024-12-04T00:20:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/backup-masters 2024-12-04T00:20:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/backup-masters 2024-12-04T00:20:13,654 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:13,654 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,39679,1733271613209 2024-12-04T00:20:13,681 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/hbase.id] with ID: fc6d8de9-deb8-486b-a72f-8c1695d99137 2024-12-04T00:20:13,681 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/.tmp/hbase.id 2024-12-04T00:20:13,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:20:14,127 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/.tmp/hbase.id]:[hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/hbase.id] 2024-12-04T00:20:14,176 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:14,176 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:20:14,179 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-04T00:20:14,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:20:14,658 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:14,659 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:20:14,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:14,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:20:14,714 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store 2024-12-04T00:20:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:14,743 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:14,743 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:14,743 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271614743Disabling compacts and flushes for region at 1733271614743Disabling writes for close at 1733271614743Writing region close event to WAL at 1733271614743Closed at 1733271614743 2024-12-04T00:20:14,746 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/.initializing 2024-12-04T00:20:14,746 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/WALs/b20163ee1150,39679,1733271613209 2024-12-04T00:20:14,747 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:14,751 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C39679%2C1733271613209, suffix=, logDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/WALs/b20163ee1150,39679,1733271613209, archiveDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/oldWALs, maxLogs=10 2024-12-04T00:20:14,769 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/WALs/b20163ee1150,39679,1733271613209/b20163ee1150%2C39679%2C1733271613209.1733271614751, exclude list is [], retry=0 2024-12-04T00:20:14,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45067,DS-45111e63-162a-44e0-a301-5fc1f7daa740,DISK] 2024-12-04T00:20:14,800 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/WALs/b20163ee1150,39679,1733271613209/b20163ee1150%2C39679%2C1733271613209.1733271614751 2024-12-04T00:20:14,808 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35275:35275)] 2024-12-04T00:20:14,808 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:14,808 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:14,809 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,809 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:20:14,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:14,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:14,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:20:14,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:14,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:14,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:20:14,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:14,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:14,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:20:14,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:14,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:14,836 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,837 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,840 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,844 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,844 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,845 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:14,846 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:14,848 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:14,848 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73944276, jitterRate=0.1018555760383606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:14,848 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271614809Initializing all the Stores at 1733271614812 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271614812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271614824 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271614824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271614824Cleaning up temporary data from old regions at 1733271614844 (+20 ms)Region opened successfully at 1733271614848 (+4 ms) 2024-12-04T00:20:14,852 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:20:14,856 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12abc39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:14,860 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:20:14,861 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:20:14,861 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:20:14,861 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:20:14,864 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-04T00:20:14,865 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:20:14,865 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:20:14,894 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:20:14,899 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Unable to get data of znode /1-258690962/balancer because node does not exist (not necessarily an error) 2024-12-04T00:20:14,914 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/balancer already deleted, retry=false 2024-12-04T00:20:14,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:20:14,919 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Unable to get data of znode /1-258690962/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:20:14,928 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/normalizer already deleted, retry=false 2024-12-04T00:20:14,929 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:20:14,934 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Unable to get data of znode /1-258690962/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:20:14,948 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/switch/split already deleted, retry=false 2024-12-04T00:20:14,956 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Unable to get data of znode /1-258690962/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:20:14,981 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/switch/merge already deleted, retry=false 2024-12-04T00:20:14,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Unable to get data of znode /1-258690962/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:20:15,011 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/snapshot-cleanup already deleted, retry=false 2024-12-04T00:20:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-258690962/running 2024-12-04T00:20:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-258690962/running 2024-12-04T00:20:15,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,037 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,39679,1733271613209, sessionid=0x1019db5c9140003, setting cluster-up flag (Was=false) 2024-12-04T00:20:15,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:15,113 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-258690962/flush-table-proc/acquired, /1-258690962/flush-table-proc/reached, /1-258690962/flush-table-proc/abort 2024-12-04T00:20:15,127 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39679,1733271613209 2024-12-04T00:20:15,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:15,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:15,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:15,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:15,207 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-258690962/online-snapshot/acquired, /1-258690962/online-snapshot/reached, /1-258690962/online-snapshot/abort 2024-12-04T00:20:15,209 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39679,1733271613209 2024-12-04T00:20:15,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:20:15,226 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:15,226 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:20:15,227 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:20:15,227 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,39679,1733271613209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:20:15,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:15,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:15,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:15,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:15,228 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:20:15,229 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,229 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:15,229 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:15,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:20:15,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:15,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:20:15,252 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271645252 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:20:15,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:20:15,260 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:20:15,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:20:15,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:20:15,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:20:15,280 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:20:15,280 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:20:15,288 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271615280,5,FailOnTimeoutGroup] 2024-12-04T00:20:15,292 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271615288,5,FailOnTimeoutGroup] 2024-12-04T00:20:15,292 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,292 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:20:15,292 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,292 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:20:15,332 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(746): ClusterId : fc6d8de9-deb8-486b-a72f-8c1695d99137 2024-12-04T00:20:15,332 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:20:15,352 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:20:15,352 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:20:15,377 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:20:15,378 DEBUG [RS:0;b20163ee1150:44165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de8d387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:15,400 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:44165 2024-12-04T00:20:15,400 INFO [RS:0;b20163ee1150:44165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:20:15,400 INFO [RS:0;b20163ee1150:44165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:20:15,400 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:20:15,402 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39679,1733271613209 with port=44165, startcode=1733271613472 2024-12-04T00:20:15,402 DEBUG [RS:0;b20163ee1150:44165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:20:15,409 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:20:15,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39679 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,417 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1 2024-12-04T00:20:15,417 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46305 2024-12-04T00:20:15,417 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:20:15,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/rs 2024-12-04T00:20:15,430 DEBUG [RS:0;b20163ee1150:44165 {}] zookeeper.ZKUtil(111): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on existing znode=/1-258690962/rs/b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,431 WARN [RS:0;b20163ee1150:44165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:15,431 INFO [RS:0;b20163ee1150:44165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:15,431 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,44165,1733271613472] 2024-12-04T00:20:15,454 INFO [RS:0;b20163ee1150:44165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:20:15,464 INFO [RS:0;b20163ee1150:44165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:20:15,468 INFO [RS:0;b20163ee1150:44165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:20:15,468 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,470 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:20:15,472 INFO [RS:0;b20163ee1150:44165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:20:15,472 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,472 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,472 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,472 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,472 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:15,473 DEBUG [RS:0;b20163ee1150:44165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,484 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44165,1733271613472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:15,511 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:20:15,511 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44165,1733271613472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,511 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,511 INFO [RS:0;b20163ee1150:44165 {}] regionserver.Replication(171): b20163ee1150,44165,1733271613472 started 2024-12-04T00:20:15,540 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:15,540 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,44165,1733271613472, RpcServer on b20163ee1150/172.17.0.3:44165, sessionid=0x1019db5c9140004 2024-12-04T00:20:15,540 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:20:15,540 DEBUG [RS:0;b20163ee1150:44165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,540 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44165,1733271613472' 2024-12-04T00:20:15,540 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-258690962/flush-table-proc/abort' 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-258690962/flush-table-proc/acquired' 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,44165,1733271613472 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44165,1733271613472' 2024-12-04T00:20:15,541 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-258690962/online-snapshot/abort' 2024-12-04T00:20:15,542 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-258690962/online-snapshot/acquired' 2024-12-04T00:20:15,542 DEBUG [RS:0;b20163ee1150:44165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:20:15,542 INFO [RS:0;b20163ee1150:44165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:20:15,542 INFO [RS:0;b20163ee1150:44165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:20:15,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:20:15,643 INFO [RS:0;b20163ee1150:44165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:15,644 INFO [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44165%2C1733271613472, suffix=, logDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472, archiveDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/oldWALs, maxLogs=10 2024-12-04T00:20:15,661 DEBUG [RS:0;b20163ee1150:44165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472/b20163ee1150%2C44165%2C1733271613472.1733271615645, exclude list is [], retry=0 2024-12-04T00:20:15,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45067,DS-45111e63-162a-44e0-a301-5fc1f7daa740,DISK] 2024-12-04T00:20:15,671 INFO [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472/b20163ee1150%2C44165%2C1733271613472.1733271615645 2024-12-04T00:20:15,672 DEBUG [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35275:35275)] 2024-12-04T00:20:15,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:20:15,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1 2024-12-04T00:20:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:16,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:16,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:16,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:16,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:16,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:16,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:16,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:16,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:16,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:16,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740 2024-12-04T00:20:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740 2024-12-04T00:20:16,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:16,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:16,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:16,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:16,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:16,180 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71025376, jitterRate=0.05836057662963867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:16,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271616140Initializing all the Stores at 1733271616141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616145 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271616146 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616146Cleaning up temporary data from old regions at 1733271616174 (+28 ms)Region opened successfully at 1733271616180 (+6 ms) 2024-12-04T00:20:16,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:16,180 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:16,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:16,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:16,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:16,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:16,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271616180Disabling compacts and flushes for region at 1733271616180Disabling writes for close at 1733271616180Writing region close event to WAL at 1733271616188 (+8 ms)Closed at 1733271616188 2024-12-04T00:20:16,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:16,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:20:16,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:20:16,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:16,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:20:16,344 DEBUG [b20163ee1150:39679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:16,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,44165,1733271613472 2024-12-04T00:20:16,346 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44165,1733271613472, state=OPENING 2024-12-04T00:20:16,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:20:16,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:16,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:16,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-258690962/meta-region-server: CHANGED 2024-12-04T00:20:16,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:16,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44165,1733271613472}] 2024-12-04T00:20:16,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-258690962/meta-region-server: CHANGED 2024-12-04T00:20:16,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:16,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:20:16,656 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:20:16,656 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:16,656 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:20:16,659 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44165%2C1733271613472.meta, suffix=.meta, logDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472, archiveDir=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/oldWALs, maxLogs=10 2024-12-04T00:20:16,679 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472/b20163ee1150%2C44165%2C1733271613472.meta.1733271616659.meta, exclude list is [], retry=0 2024-12-04T00:20:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45067,DS-45111e63-162a-44e0-a301-5fc1f7daa740,DISK] 2024-12-04T00:20:16,684 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472/b20163ee1150%2C44165%2C1733271613472.meta.1733271616659.meta 2024-12-04T00:20:16,684 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35275:35275)] 2024-12-04T00:20:16,684 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:16,685 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:20:16,685 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:20:16,685 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:20:16,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:16,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:16,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:16,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:16,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:16,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:16,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:16,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:16,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:16,695 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:16,696 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740 2024-12-04T00:20:16,698 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740 2024-12-04T00:20:16,700 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:16,700 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:16,701 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:16,702 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:16,703 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66243936, jitterRate=-0.012888431549072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:16,703 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:20:16,703 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271616685Writing region info on filesystem at 1733271616685Initializing all the Stores at 1733271616686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271616686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271616686Cleaning up temporary data from old regions at 1733271616700 (+14 ms)Running coprocessor post-open hooks at 1733271616703 (+3 ms)Region opened successfully at 1733271616703 2024-12-04T00:20:16,712 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271616648 2024-12-04T00:20:16,714 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:20:16,714 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:20:16,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44165,1733271613472 2024-12-04T00:20:16,715 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44165,1733271613472, state=OPEN 2024-12-04T00:20:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-258690962/meta-region-server 2024-12-04T00:20:16,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-258690962/meta-region-server: CHANGED 2024-12-04T00:20:16,734 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,44165,1733271613472 2024-12-04T00:20:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-258690962/meta-region-server 2024-12-04T00:20:16,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-258690962/meta-region-server: CHANGED 2024-12-04T00:20:16,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:20:16,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44165,1733271613472 in 269 msec 2024-12-04T00:20:16,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:20:16,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 555 msec 2024-12-04T00:20:16,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:16,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:20:16,751 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:16,751 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44165,1733271613472, seqNum=-1] 2024-12-04T00:20:16,751 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:16,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:16,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5370 sec 2024-12-04T00:20:16,760 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271616760, completionTime=-1 2024-12-04T00:20:16,760 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:20:16,760 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:20:16,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:20:16,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271676764 2024-12-04T00:20:16,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271736764 2024-12-04T00:20:16,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-04T00:20:16,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:39679, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,767 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:20:16,772 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,777 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.123sec 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:16,778 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:20:16,780 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:20:16,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:20:16,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39679,1733271613209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:16,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39679,-1 for getting cluster id 2024-12-04T00:20:16,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:16,827 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6d8de9-deb8-486b-a72f-8c1695d99137' 2024-12-04T00:20:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6d8de9-deb8-486b-a72f-8c1695d99137" 2024-12-04T00:20:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39679,-1] 2024-12-04T00:20:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:16,829 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:16,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d1cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44165,1733271613472, seqNum=-1] 2024-12-04T00:20:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,39679,1733271613209 2024-12-04T00:20:16,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:16,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:16,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db5c9140005 connected 2024-12-04T00:20:16,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,45149,-1 for getting cluster id 2024-12-04T00:20:16,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:16,856 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a70bf9-3efe-4d8b-ba72-0752aafa0baf' 2024-12-04T00:20:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a70bf9-3efe-4d8b-ba72-0752aafa0baf" 2024-12-04T00:20:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de0393f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,45149,-1] 2024-12-04T00:20:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:16,857 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76656a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,45149,1733271607359 2024-12-04T00:20:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ac99f9 2024-12-04T00:20:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:16,860 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:16,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:39679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:20:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:20:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:16,863 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39679' 2024-12-04T00:20:16,865 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d15af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,865 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39679,-1 for getting cluster id 2024-12-04T00:20:16,865 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:16,868 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6d8de9-deb8-486b-a72f-8c1695d99137' 2024-12-04T00:20:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6d8de9-deb8-486b-a72f-8c1695d99137" 2024-12-04T00:20:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a7f22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39679,-1] 2024-12-04T00:20:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:16,870 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2be887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:16,873 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39679,1733271613209 2024-12-04T00:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbbb80b 2024-12-04T00:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:16,875 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:16,876 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T00:20:16,876 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:20:16,876 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:16,877 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:16,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:16,877 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:16,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:20:16,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:20:16,887 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:16,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:20:16,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741835_1011 (size=1138) 2024-12-04T00:20:16,931 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:20:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:17,357 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9452ea81f49ae0577c6bde2df55e00c2, NAME => 'hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06 2024-12-04T00:20:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741836_1012 (size=44) 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9452ea81f49ae0577c6bde2df55e00c2, disabling compactions & flushes 2024-12-04T00:20:17,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. after waiting 0 ms 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9452ea81f49ae0577c6bde2df55e00c2: Waiting for close lock at 1733271617382Disabling compacts and flushes for region at 1733271617382Disabling writes for close at 1733271617382Writing region close event to WAL at 1733271617382Closed at 1733271617382 2024-12-04T00:20:17,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:20:17,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271617384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271617384"}]},"ts":"1733271617384"} 2024-12-04T00:20:17,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:20:17,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:20:17,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271617388"}]},"ts":"1733271617388"} 2024-12-04T00:20:17,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:20:17,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN}] 2024-12-04T00:20:17,393 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN 2024-12-04T00:20:17,395 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN; state=OFFLINE, location=b20163ee1150,40913,1733271607565; forceNewPlan=false, retain=false 2024-12-04T00:20:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:17,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9452ea81f49ae0577c6bde2df55e00c2, regionState=OPENING, regionLocation=b20163ee1150,40913,1733271607565 2024-12-04T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN because future has completed 2024-12-04T00:20:17,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,40913,1733271607565}] 2024-12-04T00:20:17,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:17,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:20:17,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C40913%2C1733271607565.rep, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:17,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.rep.1733271617710, exclude list is [], retry=0 2024-12-04T00:20:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:17,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.rep.1733271617710 2024-12-04T00:20:17,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:17,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9452ea81f49ae0577c6bde2df55e00c2, NAME => 'hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:17,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. service=MultiRowMutationService 2024-12-04T00:20:17,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:20:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,732 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,733 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName hfileref 2024-12-04T00:20:17,733 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:17,734 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:17,734 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,736 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName queue 2024-12-04T00:20:17,736 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:17,736 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:17,736 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,745 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName sid 2024-12-04T00:20:17,746 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:17,746 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:17,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:17,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:17,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9452ea81f49ae0577c6bde2df55e00c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099339, jitterRate=0.07436387240886688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:17,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:17,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9452ea81f49ae0577c6bde2df55e00c2: Running coprocessor pre-open hook at 1733271617730Writing region info on filesystem at 1733271617730Initializing all the Stores at 1733271617731 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271617732 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271617732Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271617732Cleaning up temporary data from old regions at 1733271617749 (+17 ms)Running coprocessor post-open hooks at 1733271617755 (+6 ms)Region opened successfully at 1733271617756 (+1 ms) 2024-12-04T00:20:17,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., pid=7, masterSystemTime=1733271617704 2024-12-04T00:20:17,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:17,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9452ea81f49ae0577c6bde2df55e00c2, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,40913,1733271607565 2024-12-04T00:20:17,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,40913,1733271607565 because future has completed 2024-12-04T00:20:17,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T00:20:17,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,40913,1733271607565 in 215 msec 2024-12-04T00:20:17,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:20:17,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN in 377 msec 2024-12-04T00:20:17,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:20:17,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271617776"}]},"ts":"1733271617776"} 2024-12-04T00:20:17,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:20:17,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:20:17,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 903 msec 2024-12-04T00:20:17,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., hostname=b20163ee1150,40913,1733271607565, seqNum=2] 2024-12-04T00:20:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:17,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:20:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:18,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T00:20:18,093 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:20:18,136 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,40913,1733271607565, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:20:18,137 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:18,137 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,40913,1733271607565, seqNum=-1] 2024-12-04T00:20:18,137 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:18,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T00:20:18,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,40913,1733271607565', locateType=CURRENT is [region=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., hostname=b20163ee1150,40913,1733271607565, seqNum=2] 2024-12-04T00:20:18,152 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T00:20:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T00:20:18,163 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,40913,1733271607565 suceeded 2024-12-04T00:20:18,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T00:20:18,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-04T00:20:18,170 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:39679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:20:18,171 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39679' 2024-12-04T00:20:18,173 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e569301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:18,173 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39679,-1 for getting cluster id 2024-12-04T00:20:18,173 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:18,174 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6d8de9-deb8-486b-a72f-8c1695d99137' 2024-12-04T00:20:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:18,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3100 sec 2024-12-04T00:20:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6d8de9-deb8-486b-a72f-8c1695d99137" 2024-12-04T00:20:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c3b6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39679,-1] 2024-12-04T00:20:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:18,181 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:18,186 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb1b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:18,186 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39679,1733271613209 2024-12-04T00:20:18,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265d0ddd 2024-12-04T00:20:18,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:18,193 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:18,195 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,40913,1733271607565 (queues=1) is replicating from cluster=f4a70bf9-3efe-4d8b-ba72-0752aafa0baf to cluster=fc6d8de9-deb8-486b-a72f-8c1695d99137 2024-12-04T00:20:18,195 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C40913%2C1733271607565 2024-12-04T00:20:18,195 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,40913,1733271607565, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:20:18,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789, startPosition=0, beingWritten=true 2024-12-04T00:20:18,209 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.shipperb20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C40913%2C1733271607565 2024-12-04T00:20:18,421 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789 to pos 0, reset compression=false 2024-12-04T00:20:18,748 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789 to pos 0, reset compression=false 2024-12-04T00:20:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:19,019 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:20:19,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:19,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:19,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:19,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,45149,1733271607359 2024-12-04T00:20:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-12-04T00:20:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:19,030 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:19,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:20:19,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:19,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:19,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:19,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330308668, stopped=false 2024-12-04T00:20:19,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,45149,1733271607359 2024-12-04T00:20:19,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:19,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789 to pos 0, reset compression=false 2024-12-04T00:20:19,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:19,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:19,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:19,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:19,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:19,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:19,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:19,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,40913,1733271607565' ***** 2024-12-04T00:20:19,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:19,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:19,234 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:19,234 INFO [RS:0;b20163ee1150:40913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:19,234 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:19,234 INFO [RS:0;b20163ee1150:40913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:19,235 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(3091): Received CLOSE for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:19,240 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,40913,1733271607565 2024-12-04T00:20:19,240 INFO [RS:0;b20163ee1150:40913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:19,240 INFO [RS:0;b20163ee1150:40913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:40913. 2024-12-04T00:20:19,240 DEBUG [RS:0;b20163ee1150:40913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:19,240 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:19,240 INFO [RS:0;b20163ee1150:40913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:19,241 INFO [RS:0;b20163ee1150:40913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:19,241 INFO [RS:0;b20163ee1150:40913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:19,241 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:19,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:19,244 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9452ea81f49ae0577c6bde2df55e00c2, disabling compactions & flushes 2024-12-04T00:20:19,244 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:19,244 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:19,244 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. after waiting 0 ms 2024-12-04T00:20:19,244 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:19,244 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9452ea81f49ae0577c6bde2df55e00c2 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T00:20:19,245 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:20:19,246 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9452ea81f49ae0577c6bde2df55e00c2=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.} 2024-12-04T00:20:19,246 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:19,252 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:19,252 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:19,252 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:19,252 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:19,252 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:19,253 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T00:20:19,299 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:19,301 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/2e5786be226344c6a8ede0a7bc090115 is 147, key is hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2./info:regioninfo/1733271617761/Put/seqid=0 2024-12-04T00:20:19,301 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/.tmp/queue/87c57e25ed3b42599cc2f90f4684fb1c is 151, key is 1-b20163ee1150,40913,1733271607565/queue:b20163ee1150%2C40913%2C1733271607565/1733271618147/Put/seqid=0 2024-12-04T00:20:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741838_1014 (size=5350) 2024-12-04T00:20:19,351 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/.tmp/queue/87c57e25ed3b42599cc2f90f4684fb1c 2024-12-04T00:20:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741839_1015 (size=6631) 2024-12-04T00:20:19,357 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/2e5786be226344c6a8ede0a7bc090115 2024-12-04T00:20:19,402 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/.tmp/queue/87c57e25ed3b42599cc2f90f4684fb1c as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/queue/87c57e25ed3b42599cc2f90f4684fb1c 2024-12-04T00:20:19,417 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/queue/87c57e25ed3b42599cc2f90f4684fb1c, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T00:20:19,419 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9452ea81f49ae0577c6bde2df55e00c2 in 175ms, sequenceid=5, compaction requested=false 2024-12-04T00:20:19,419 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:20:19,421 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/ns/aa025af1f1394862bfb5b51b1d38b0ee is 43, key is default/ns:d/1733271610915/Put/seqid=0 2024-12-04T00:20:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741840_1016 (size=5153) 2024-12-04T00:20:19,446 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:19,451 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:20:19,452 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:19,453 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:19,453 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:19,453 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9452ea81f49ae0577c6bde2df55e00c2: Waiting for close lock at 1733271619244Running coprocessor pre-close hooks at 1733271619244Disabling compacts and flushes for region at 1733271619244Disabling writes for close at 1733271619244Obtaining lock to block concurrent updates at 1733271619244Preparing flush snapshotting stores in 9452ea81f49ae0577c6bde2df55e00c2 at 1733271619244Finished memstore snapshotting hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733271619245 (+1 ms)Flushing stores of hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. at 1733271619252 (+7 ms)Flushing 9452ea81f49ae0577c6bde2df55e00c2/queue: creating writer at 1733271619252Flushing 9452ea81f49ae0577c6bde2df55e00c2/queue: appending metadata at 1733271619301 (+49 ms)Flushing 9452ea81f49ae0577c6bde2df55e00c2/queue: closing flushed file at 1733271619301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7533aa9d: reopening flushed file at 1733271619400 (+99 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9452ea81f49ae0577c6bde2df55e00c2 in 175ms, sequenceid=5, compaction requested=false at 1733271619419 (+19 ms)Writing region close event to WAL at 1733271619423 (+4 ms)Running coprocessor post-close hooks at 1733271619452 (+29 ms)Closed at 1733271619453 (+1 ms) 2024-12-04T00:20:19,453 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:19,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:20:19,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:20:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:20:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:20:19,647 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:19,704 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:20:19,704 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:20:19,724 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.1733271609789 to pos 0, reset compression=false 2024-12-04T00:20:19,832 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/ns/aa025af1f1394862bfb5b51b1d38b0ee 2024-12-04T00:20:19,847 DEBUG [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:19,862 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/table/95030af6e3344ac897384d6c86574028 is 53, key is hbase:replication/table:state/1733271617776/Put/seqid=0 2024-12-04T00:20:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741841_1017 (size=5256) 2024-12-04T00:20:19,875 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/table/95030af6e3344ac897384d6c86574028 2024-12-04T00:20:19,885 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/2e5786be226344c6a8ede0a7bc090115 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/info/2e5786be226344c6a8ede0a7bc090115 2024-12-04T00:20:19,892 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/info/2e5786be226344c6a8ede0a7bc090115, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T00:20:19,894 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/ns/aa025af1f1394862bfb5b51b1d38b0ee as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/ns/aa025af1f1394862bfb5b51b1d38b0ee 2024-12-04T00:20:19,900 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/ns/aa025af1f1394862bfb5b51b1d38b0ee, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:20:19,902 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/table/95030af6e3344ac897384d6c86574028 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/table/95030af6e3344ac897384d6c86574028 2024-12-04T00:20:19,912 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/table/95030af6e3344ac897384d6c86574028, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T00:20:19,913 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false 2024-12-04T00:20:19,927 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:20:19,929 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:19,929 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:19,929 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:19,929 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271619252Running coprocessor pre-close hooks at 1733271619252Disabling compacts and flushes for region at 1733271619252Disabling writes for close at 1733271619252Obtaining lock to block concurrent updates at 1733271619253 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733271619253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733271619253Flushing stores of hbase:meta,,1.1588230740 at 1733271619254 (+1 ms)Flushing 1588230740/info: creating writer at 1733271619254Flushing 1588230740/info: appending metadata at 1733271619300 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733271619300Flushing 1588230740/ns: creating writer at 1733271619394 (+94 ms)Flushing 1588230740/ns: appending metadata at 1733271619420 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733271619420Flushing 1588230740/table: creating writer at 1733271619841 (+421 ms)Flushing 1588230740/table: appending metadata at 1733271619861 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733271619861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea47052: reopening flushed file at 1733271619881 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b25a22b: reopening flushed file at 1733271619893 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708acc3: reopening flushed file at 1733271619900 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false at 1733271619913 (+13 ms)Writing region close event to WAL at 1733271619917 (+4 ms)Running coprocessor post-close hooks at 1733271619929 (+12 ms)Closed at 1733271619929 2024-12-04T00:20:19,929 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:20,047 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,40913,1733271607565; all regions closed. 2024-12-04T00:20:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741834_1010 (size=2742) 2024-12-04T00:20:20,071 DEBUG [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:20,071 INFO [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40913%2C1733271607565.meta:.meta(num 1733271610794) 2024-12-04T00:20:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741837_1013 (size=1586) 2024-12-04T00:20:20,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565/b20163ee1150%2C40913%2C1733271607565.rep.1733271617710 not finished, retry = 0 2024-12-04T00:20:20,177 DEBUG [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:20,177 INFO [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40913%2C1733271607565.rep:(num 1733271617710) 2024-12-04T00:20:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:20:20,198 DEBUG [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:20,198 INFO [RS:0;b20163ee1150:40913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C40913%2C1733271607565:(num 1733271609789) 2024-12-04T00:20:20,198 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:20,198 INFO [RS:0;b20163ee1150:40913 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:20,198 INFO [RS:0;b20163ee1150:40913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:20,198 INFO [RS:0;b20163ee1150:40913 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:20,198 INFO [RS:0;b20163ee1150:40913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:20,199 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:20,199 INFO [RS:0;b20163ee1150:40913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,40913,1733271607565 because: Region server is closing 2024-12-04T00:20:20,199 INFO [RS:0;b20163ee1150:40913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:40913. 2024-12-04T00:20:20,199 DEBUG [RS:0;b20163ee1150:40913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:20,199 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:20,199 DEBUG [RS:0;b20163ee1150:40913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:20,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:20,300 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.shipperb20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:20:20,300 INFO [RS:0;b20163ee1150:40913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.shipperb20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 terminated 2024-12-04T00:20:20,300 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,40913,1733271607565.replicationSource.wal-reader.b20163ee1150%2C40913%2C1733271607565,1-b20163ee1150,40913,1733271607565 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:20:20,300 INFO [RS:0;b20163ee1150:40913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40913 2024-12-04T00:20:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/rs/b20163ee1150,40913,1733271607565 2024-12-04T00:20:20,314 INFO [RS:0;b20163ee1150:40913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:20,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/rs 2024-12-04T00:20:20,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,40913,1733271607565] 2024-12-04T00:20:20,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/draining/b20163ee1150,40913,1733271607565 already deleted, retry=false 2024-12-04T00:20:20,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,40913,1733271607565 expired; onlineServers=0 2024-12-04T00:20:20,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,45149,1733271607359' ***** 2024-12-04T00:20:20,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:20:20,354 INFO [M:0;b20163ee1150:45149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:20,354 INFO [M:0;b20163ee1150:45149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:20,354 DEBUG [M:0;b20163ee1150:45149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:20:20,354 DEBUG [M:0;b20163ee1150:45149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:20:20,355 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271609530 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271609530,5,FailOnTimeoutGroup] 2024-12-04T00:20:20,355 INFO [M:0;b20163ee1150:45149 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:20,355 INFO [M:0;b20163ee1150:45149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:20,355 DEBUG [M:0;b20163ee1150:45149 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:20:20,355 INFO [M:0;b20163ee1150:45149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:20:20,355 INFO [M:0;b20163ee1150:45149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:20,355 INFO [M:0;b20163ee1150:45149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:20:20,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:20:20,355 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271609530 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271609530,5,FailOnTimeoutGroup] 2024-12-04T00:20:20,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:20:20,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/master 2024-12-04T00:20:20,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:20,376 DEBUG [M:0;b20163ee1150:45149 {}] zookeeper.ZKUtil(347): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/master because node does not exist (not an error) 2024-12-04T00:20:20,376 WARN [M:0;b20163ee1150:45149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:20:20,380 INFO [M:0;b20163ee1150:45149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.lastflushedseqids 2024-12-04T00:20:20,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741842_1018 (size=181) 2024-12-04T00:20:20,393 INFO [M:0;b20163ee1150:45149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:20,394 INFO [M:0;b20163ee1150:45149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:20,394 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:20,394 INFO [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:20,394 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:20,394 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:20,394 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:20,394 INFO [M:0;b20163ee1150:45149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T00:20:20,419 DEBUG [M:0;b20163ee1150:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/259fa11232a14caa906fcafe86ada1d7 is 82, key is hbase:meta,,1/info:regioninfo/1733271610842/Put/seqid=0 2024-12-04T00:20:20,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:20,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40913-0x1019db5c9140001, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:20,433 INFO [RS:0;b20163ee1150:40913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:20,433 INFO [RS:0;b20163ee1150:40913 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,40913,1733271607565; zookeeper connection closed. 2024-12-04T00:20:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741843_1019 (size=5672) 2024-12-04T00:20:20,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c731f02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c731f02 2024-12-04T00:20:20,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:20:20,437 INFO [M:0;b20163ee1150:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/259fa11232a14caa906fcafe86ada1d7 2024-12-04T00:20:20,462 DEBUG [M:0;b20163ee1150:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6317a38611fd43e692d1fa9b7a14cfa9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733271617782/Put/seqid=0 2024-12-04T00:20:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741844_1020 (size=7203) 2024-12-04T00:20:20,488 INFO [M:0;b20163ee1150:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6317a38611fd43e692d1fa9b7a14cfa9 2024-12-04T00:20:20,526 DEBUG [M:0;b20163ee1150:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff4e0fb8b0a450e891b119ab28a07f1 is 69, key is b20163ee1150,40913,1733271607565/rs:state/1733271609628/Put/seqid=0 2024-12-04T00:20:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741845_1021 (size=5156) 2024-12-04T00:20:20,953 INFO [M:0;b20163ee1150:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff4e0fb8b0a450e891b119ab28a07f1 2024-12-04T00:20:20,980 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/259fa11232a14caa906fcafe86ada1d7 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/259fa11232a14caa906fcafe86ada1d7 2024-12-04T00:20:21,003 INFO [M:0;b20163ee1150:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/259fa11232a14caa906fcafe86ada1d7, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T00:20:21,005 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6317a38611fd43e692d1fa9b7a14cfa9 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6317a38611fd43e692d1fa9b7a14cfa9 2024-12-04T00:20:21,011 INFO [M:0;b20163ee1150:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6317a38611fd43e692d1fa9b7a14cfa9, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T00:20:21,012 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff4e0fb8b0a450e891b119ab28a07f1 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff4e0fb8b0a450e891b119ab28a07f1 2024-12-04T00:20:21,019 INFO [M:0;b20163ee1150:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff4e0fb8b0a450e891b119ab28a07f1, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T00:20:21,020 INFO [M:0;b20163ee1150:45149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 626ms, sequenceid=70, compaction requested=false 2024-12-04T00:20:21,030 INFO [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:21,030 DEBUG [M:0;b20163ee1150:45149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271620394Disabling compacts and flushes for region at 1733271620394Disabling writes for close at 1733271620394Obtaining lock to block concurrent updates at 1733271620394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271620394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733271620395 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271620395Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271620395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271620418 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271620418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271620444 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271620460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271620462 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271620502 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271620526 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271620526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106ab69e: reopening flushed file at 1733271620967 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4ff409: reopening flushed file at 1733271621004 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489d8253: reopening flushed file at 1733271621011 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 626ms, sequenceid=70, compaction requested=false at 1733271621020 (+9 ms)Writing region close event to WAL at 1733271621030 (+10 ms)Closed at 1733271621030 2024-12-04T00:20:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741830_1006 (size=41008) 2024-12-04T00:20:21,035 INFO [M:0;b20163ee1150:45149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:21,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:21,035 INFO [M:0;b20163ee1150:45149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45149 2024-12-04T00:20:21,036 INFO [M:0;b20163ee1150:45149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:21,252 INFO [M:0;b20163ee1150:45149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1019db5c9140000, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:21,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:20:21,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:21,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39715 2024-12-04T00:20:21,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39715 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:21,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397150x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:21,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39715-0x1019db5c9140006 connected 2024-12-04T00:20:21,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:21,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:21,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:21,385 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: INIT 2024-12-04T00:20:21,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06, hbase.cluster.distributed=false 2024-12-04T00:20:21,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/acl 2024-12-04T00:20:21,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-04T00:20:21,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39715 2024-12-04T00:20:21,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39715 2024-12-04T00:20:21,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-04T00:20:21,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-04T00:20:21,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:20:21,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:21,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39131 2024-12-04T00:20:21,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39131 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-12-04T00:20:21,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:21,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:21,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391310x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:21,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:20:21,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391310x0, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:21,452 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: INIT 2024-12-04T00:20:21,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39131-0x1019db5c9140007 connected 2024-12-04T00:20:21,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:20:21,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/master 2024-12-04T00:20:21,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/acl 2024-12-04T00:20:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39131 2024-12-04T00:20:21,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39131 2024-12-04T00:20:21,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39131 2024-12-04T00:20:21,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39131 2024-12-04T00:20:21,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39131 2024-12-04T00:20:21,490 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:39715 2024-12-04T00:20:21,490 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0980879042/backup-masters/b20163ee1150,39715,1733271621254 2024-12-04T00:20:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:21,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/backup-masters/b20163ee1150,39715,1733271621254 2024-12-04T00:20:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/master 2024-12-04T00:20:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:21,629 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/master 2024-12-04T00:20:21,631 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0980879042/backup-masters/b20163ee1150,39715,1733271621254 from backup master directory 2024-12-04T00:20:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/backup-masters/b20163ee1150,39715,1733271621254 2024-12-04T00:20:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/backup-masters 2024-12-04T00:20:21,643 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:21,643 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,39715,1733271621254 2024-12-04T00:20:21,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:21,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:20:21,705 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 20ms. 2024-12-04T00:20:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741846_1022 (size=196) 2024-12-04T00:20:22,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:22,195 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:22,196 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:20:22,196 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:22,206 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T00:20:22,209 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359 to hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359-dead as it is dead 2024-12-04T00:20:22,209 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359-dead/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:22,210 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359-dead/b20163ee1150%2C45149%2C1733271607359.1733271609293 after 1ms 2024-12-04T00:20:22,211 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359-dead/b20163ee1150%2C45149%2C1733271607359.1733271609293 to hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:22,211 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,45149,1733271607359-dead 2024-12-04T00:20:22,215 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,39715,1733271621254 2024-12-04T00:20:22,217 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:22,222 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C39715%2C1733271621254, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,39715,1733271621254, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/oldWALs, maxLogs=10 2024-12-04T00:20:22,245 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,39715,1733271621254/b20163ee1150%2C39715%2C1733271621254.1733271622222, exclude list is [], retry=0 2024-12-04T00:20:22,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:22,256 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/WALs/b20163ee1150,39715,1733271621254/b20163ee1150%2C39715%2C1733271621254.1733271622222 2024-12-04T00:20:22,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:22,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:22,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:22,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:22,277 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:22,277 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,277 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:20:22,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:22,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/259fa11232a14caa906fcafe86ada1d7 2024-12-04T00:20:22,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:22,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:20:22,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:22,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6317a38611fd43e692d1fa9b7a14cfa9 2024-12-04T00:20:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:20:22,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:22,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff4e0fb8b0a450e891b119ab28a07f1 2024-12-04T00:20:22,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:22,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:20:22,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:22,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:22,317 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,318 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T00:20:22,318 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:22,322 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:22,323 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b20163ee1150%2C45149%2C1733271607359.1733271609293 2024-12-04T00:20:22,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,326 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:22,327 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:22,329 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T00:20:22,331 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728065, jitterRate=0.009226813912391663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:22,331 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271622277Initializing all the Stores at 1733271622278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271622278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271622280 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271622280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271622280Cleaning up temporary data from old regions at 1733271622325 (+45 ms)Region opened successfully at 1733271622331 (+6 ms) 2024-12-04T00:20:22,331 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:20:22,335 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16349a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:22,338 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T00:20:22,338 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:20:22,338 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:20:22,338 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:20:22,339 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:20:22,342 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:22,343 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:20:22,343 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:20:22,343 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T00:20:22,343 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:20:22,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b20163ee1150,40913,1733271607565, regionLocation=b20163ee1150,40913,1733271607565, openSeqNum=2 2024-12-04T00:20:22,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b20163ee1150,40913,1733271607565, table=hbase:meta, region=1588230740 2024-12-04T00:20:22,346 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,40913,1733271607565, state=OPEN 2024-12-04T00:20:22,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:22,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:22,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:22,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:22,361 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:20:22,368 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/draining/b20163ee1150,40913,1733271607565 already deleted, retry=false 2024-12-04T00:20:22,369 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b20163ee1150,40913,1733271607565 on b20163ee1150,39715,1733271621254 2024-12-04T00:20:22,370 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b20163ee1150,40913,1733271607565, splitWal=true, meta=true 2024-12-04T00:20:22,370 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b20163ee1150,40913,1733271607565 (carryingMeta=true) b20163ee1150,40913,1733271607565/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@179b4511[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T00:20:22,376 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/balancer because node does not exist (not necessarily an error) 2024-12-04T00:20:22,388 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/balancer already deleted, retry=false 2024-12-04T00:20:22,389 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:20:22,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:20:22,400 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/normalizer already deleted, retry=false 2024-12-04T00:20:22,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:20:22,402 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:20:22,411 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/switch/split already deleted, retry=false 2024-12-04T00:20:22,412 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:20:22,428 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/switch/merge already deleted, retry=false 2024-12-04T00:20:22,462 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:20:22,475 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/snapshot-cleanup already deleted, retry=false 2024-12-04T00:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:22,489 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,39715,1733271621254, sessionid=0x1019db5c9140006, setting cluster-up flag (Was=false) 2024-12-04T00:20:22,503 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980879042/flush-table-proc/acquired, /0980879042/flush-table-proc/reached, /0980879042/flush-table-proc/abort 2024-12-04T00:20:22,507 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39715,1733271621254 2024-12-04T00:20:22,517 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980879042/online-snapshot/acquired, /0980879042/online-snapshot/reached, /0980879042/online-snapshot/abort 2024-12-04T00:20:22,518 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39715,1733271621254 2024-12-04T00:20:22,529 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.lastflushedseqids 2024-12-04T00:20:22,540 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:20:22,540 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:20:22,540 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,39715,1733271621254 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b20163ee1150,40913,1733271607565 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:22,559 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,576 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b20163ee1150,40913,1733271607565, splitWal=true, meta=true 2024-12-04T00:20:22,588 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b20163ee1150,40913,1733271607565, splitWal=true, meta=true, isMeta: true 2024-12-04T00:20:22,592 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(746): ClusterId : f4a70bf9-3efe-4d8b-ba72-0752aafa0baf 2024-12-04T00:20:22,592 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:20:22,598 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565-splitting 2024-12-04T00:20:22,604 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565-splitting dir is empty, no logs to split. 2024-12-04T00:20:22,604 INFO [PEWorker-1 {}] master.SplitWALManager(105): b20163ee1150,40913,1733271607565 WAL count=0, meta=true 2024-12-04T00:20:22,608 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271652608 2024-12-04T00:20:22,608 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:20:22,608 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:20:22,608 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:20:22,609 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:20:22,609 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:20:22,609 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:20:22,615 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,616 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:20:22,616 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:20:22,617 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:20:22,617 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:20:22,618 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:20:22,618 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:20:22,618 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:20:22,618 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:20:22,619 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271622618,5,FailOnTimeoutGroup] 2024-12-04T00:20:22,623 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565-splitting dir is empty, no logs to split. 2024-12-04T00:20:22,623 INFO [PEWorker-1 {}] master.SplitWALManager(105): b20163ee1150,40913,1733271607565 WAL count=0, meta=true 2024-12-04T00:20:22,623 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b20163ee1150,40913,1733271607565 WAL splitting is done? wals=0, meta=true 2024-12-04T00:20:22,624 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271622619,5,FailOnTimeoutGroup] 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271622624, completionTime=-1 2024-12-04T00:20:22,624 WARN [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T00:20:22,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T00:20:22,628 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:20:22,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:20:22,630 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b4424f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:22,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:22,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T00:20:22,667 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:39131 2024-12-04T00:20:22,667 INFO [RS:0;b20163ee1150:39131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:20:22,667 INFO [RS:0;b20163ee1150:39131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:20:22,667 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:20:22,669 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39715,1733271621254 with port=39131, startcode=1733271621423 2024-12-04T00:20:22,669 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:20:22,682 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:20:22,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39715 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,684 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06 2024-12-04T00:20:22,684 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38539 2024-12-04T00:20:22,684 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:20:22,725 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T00:20:22,754 DEBUG [RS:0;b20163ee1150:39131 {}] zookeeper.ZKUtil(111): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on existing znode=/0980879042/rs/b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,754 WARN [RS:0;b20163ee1150:39131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:22,754 INFO [RS:0;b20163ee1150:39131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:22,754 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/rs 2024-12-04T00:20:22,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,39131,1733271621423] 2024-12-04T00:20:22,778 INFO [RS:0;b20163ee1150:39131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:20:22,780 INFO [RS:0;b20163ee1150:39131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:20:22,780 INFO [RS:0;b20163ee1150:39131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:20:22,780 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,780 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:20:22,781 INFO [RS:0;b20163ee1150:39131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:20:22,781 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,781 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:22,782 DEBUG [RS:0;b20163ee1150:39131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,788 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39131,1733271621423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:22,790 WARN [b20163ee1150:39715 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:20:22,816 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:20:22,816 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39131,1733271621423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,839 INFO [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,39131,1733271621423, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:20:22,839 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,839 INFO [RS:0;b20163ee1150:39131 {}] regionserver.Replication(171): b20163ee1150,39131,1733271621423 started 2024-12-04T00:20:22,858 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:22,858 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,39131,1733271621423, RpcServer on b20163ee1150/172.17.0.3:39131, sessionid=0x1019db5c9140007 2024-12-04T00:20:22,858 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:20:22,858 DEBUG [RS:0;b20163ee1150:39131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,858 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39131,1733271621423' 2024-12-04T00:20:22,859 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980879042/flush-table-proc/abort' 2024-12-04T00:20:22,859 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980879042/flush-table-proc/acquired' 2024-12-04T00:20:22,859 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:20:22,859 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:20:22,859 DEBUG [RS:0;b20163ee1150:39131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,39131,1733271621423 2024-12-04T00:20:22,860 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39131,1733271621423' 2024-12-04T00:20:22,860 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980879042/online-snapshot/abort' 2024-12-04T00:20:22,860 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39679' 2024-12-04T00:20:22,860 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980879042/online-snapshot/acquired' 2024-12-04T00:20:22,860 DEBUG [RS:0;b20163ee1150:39131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:20:22,860 INFO [RS:0;b20163ee1150:39131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:20:22,860 INFO [RS:0;b20163ee1150:39131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:20:22,864 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@596514f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:22,864 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39679,-1 for getting cluster id 2024-12-04T00:20:22,864 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:22,870 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6d8de9-deb8-486b-a72f-8c1695d99137' 2024-12-04T00:20:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6d8de9-deb8-486b-a72f-8c1695d99137" 2024-12-04T00:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ccf8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39679,-1] 2024-12-04T00:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:22,874 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:22,875 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2915f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:22,875 DEBUG [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39679,1733271613209 2024-12-04T00:20:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f843c7 2024-12-04T00:20:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:22,881 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:22,882 INFO [RS:0;b20163ee1150:39131.replicationSource,1-b20163ee1150,39131,1733271621423 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,39131,1733271621423 (queues=0) is replicating from cluster=f4a70bf9-3efe-4d8b-ba72-0752aafa0baf to cluster=fc6d8de9-deb8-486b-a72f-8c1695d99137 2024-12-04T00:20:22,961 INFO [RS:0;b20163ee1150:39131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:22,967 INFO [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39131%2C1733271621423, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:22,986 DEBUG [RS:0;b20163ee1150:39131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968, exclude list is [], retry=0 2024-12-04T00:20:22,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:23,002 INFO [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 2024-12-04T00:20:23,013 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b20163ee1150%2C39131%2C1733271621423 for peer 1 2024-12-04T00:20:23,013 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C39131%2C1733271621423 2024-12-04T00:20:23,013 INFO [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,39131,1733271621423, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:20:23,014 DEBUG [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:23,014 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968, startPosition=0, beingWritten=true 2024-12-04T00:20:23,014 INFO [RS:0;b20163ee1150:39131.replicationSource.shipperb20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C39131%2C1733271621423 2024-12-04T00:20:23,040 DEBUG [b20163ee1150:39715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:23,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,39131,1733271621423 2024-12-04T00:20:23,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39131,1733271621423, state=OPENING 2024-12-04T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:23,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:23,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:23,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39131,1733271621423}] 2024-12-04T00:20:23,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:23,220 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:23,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:20:23,225 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:20:23,225 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:23,225 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:20:23,226 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39131%2C1733271621423.meta, suffix=.meta, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:23,230 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:23,242 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.meta.1733271623227.meta, exclude list is [], retry=0 2024-12-04T00:20:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:23,246 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.meta.1733271623227.meta 2024-12-04T00:20:23,246 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:23,246 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:23,247 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:20:23,247 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:20:23,247 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:20:23,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:23,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:23,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:23,256 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/info/2e5786be226344c6a8ede0a7bc090115 2024-12-04T00:20:23,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:23,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:23,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:23,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:23,264 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/ns/aa025af1f1394862bfb5b51b1d38b0ee 2024-12-04T00:20:23,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:23,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:23,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:23,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:23,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:23,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:23,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:23,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:23,273 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/table/95030af6e3344ac897384d6c86574028 2024-12-04T00:20:23,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:23,273 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:23,274 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:23,274 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740 2024-12-04T00:20:23,275 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:23,275 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:23,276 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:23,277 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:23,282 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791874, jitterRate=-0.12393280863761902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:23,282 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:20:23,282 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271623247Writing region info on filesystem at 1733271623247Initializing all the Stores at 1733271623248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271623248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271623248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271623248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271623248Cleaning up temporary data from old regions at 1733271623275 (+27 ms)Running coprocessor post-open hooks at 1733271623282 (+7 ms)Region opened successfully at 1733271623282 2024-12-04T00:20:23,283 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733271623219 2024-12-04T00:20:23,286 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:20:23,286 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:20:23,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b20163ee1150,39131,1733271621423 2024-12-04T00:20:23,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39131,1733271621423, state=OPEN 2024-12-04T00:20:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980879042/meta-region-server 2024-12-04T00:20:23,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:23,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980879042/meta-region-server: CHANGED 2024-12-04T00:20:23,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,39131,1733271621423 2024-12-04T00:20:23,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T00:20:23,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39131,1733271621423 in 237 msec 2024-12-04T00:20:23,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:20:23,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2024-12-04T00:20:23,538 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:23,966 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:24,228 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1604ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T00:20:24,479 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:25,094 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:25,744 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3120ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3019ms 2024-12-04T00:20:25,810 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:26,634 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:27,152 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4528ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T00:20:27,152 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:20:27,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:27,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39131,1733271621423, seqNum=-1] 2024-12-04T00:20:27,153 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:27,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:27,168 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9452ea81f49ae0577c6bde2df55e00c2, regionState=OPEN, lastHost=b20163ee1150,40913,1733271607565, regionLocation=b20163ee1150,40913,1733271607565, openSeqNum=2 2024-12-04T00:20:27,168 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:20:27,168 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271687168 2024-12-04T00:20:27,168 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271747168 2024-12-04T00:20:27,168 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-12-04T00:20:27,168 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b20163ee1150,40913,1733271607565 had 2 regions 2024-12-04T00:20:27,169 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,169 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,169 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,169 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:39715, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,169 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,170 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b20163ee1150,40913,1733271607565, splitWal=true, meta=true, isMeta: false 2024-12-04T00:20:27,171 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,173 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565-splitting dir is empty, no logs to split. 2024-12-04T00:20:27,173 INFO [PEWorker-3 {}] master.SplitWALManager(105): b20163ee1150,40913,1733271607565 WAL count=0, meta=false 2024-12-04T00:20:27,183 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,40913,1733271607565-splitting dir is empty, no logs to split. 2024-12-04T00:20:27,183 INFO [PEWorker-3 {}] master.SplitWALManager(105): b20163ee1150,40913,1733271607565 WAL count=0, meta=false 2024-12-04T00:20:27,183 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b20163ee1150,40913,1733271607565 WAL splitting is done? wals=0, meta=false 2024-12-04T00:20:27,184 WARN [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b20163ee1150,40913,1733271607565/hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.542sec 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:27,185 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:20:27,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN}] 2024-12-04T00:20:27,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN 2024-12-04T00:20:27,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T00:20:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39715,-1 for getting cluster id 2024-12-04T00:20:27,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:27,213 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a70bf9-3efe-4d8b-ba72-0752aafa0baf' 2024-12-04T00:20:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a70bf9-3efe-4d8b-ba72-0752aafa0baf" 2024-12-04T00:20:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39715,-1] 2024-12-04T00:20:27,214 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:20:27,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:20:27,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39715,1733271621254-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,216 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39131,1733271621423, seqNum=-1] 2024-12-04T00:20:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:27,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T00:20:27,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:27,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:27,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:27,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b20163ee1150:39715 after: b20163ee1150:39715 2024-12-04T00:20:27,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39715,-1 for getting cluster id 2024-12-04T00:20:27,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:27,240 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a70bf9-3efe-4d8b-ba72-0752aafa0baf' 2024-12-04T00:20:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a70bf9-3efe-4d8b-ba72-0752aafa0baf" 2024-12-04T00:20:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff86b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39715,-1] 2024-12-04T00:20:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,244 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:27,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1d2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:27,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39715,1733271621254 2024-12-04T00:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ba31e2 2024-12-04T00:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:27,250 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:27,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39715 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T00:20:27,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:20:27,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:27,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:27,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:27,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:27,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1000343841, stopped=false 2024-12-04T00:20:27,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,39679,1733271613209 2024-12-04T00:20:27,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:27,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-258690962/running 2024-12-04T00:20:27,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:27,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:27,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:27,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,44165,1733271613472' ***** 2024-12-04T00:20:27,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:27,266 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:27,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,44165,1733271613472 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:27,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/running 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44165. 2024-12-04T00:20:27,267 DEBUG [RS:0;b20163ee1150:44165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:27,267 DEBUG [RS:0;b20163ee1150:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:27,267 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:27,268 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:20:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-258690962/running 2024-12-04T00:20:27,268 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:20:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:27,268 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:27,268 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:27,268 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:27,269 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:27,269 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:27,269 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:27,269 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T00:20:27,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Set watcher on znode that does not yet exist, /1-258690962/running 2024-12-04T00:20:27,307 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/.tmp/ns/ef17ef34ba77403aa7bb905709b73c09 is 43, key is default/ns:d/1733271616753/Put/seqid=0 2024-12-04T00:20:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741835_1011 (size=5153) 2024-12-04T00:20:27,326 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:27,344 DEBUG [b20163ee1150:39715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:27,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9452ea81f49ae0577c6bde2df55e00c2, regionState=OPENING, regionLocation=b20163ee1150,39131,1733271621423 2024-12-04T00:20:27,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN because future has completed 2024-12-04T00:20:27,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,39131,1733271621423}] 2024-12-04T00:20:27,468 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:27,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:27,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:27,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:20:27,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39131%2C1733271621423.rep, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs, maxLogs=10 2024-12-04T00:20:27,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.rep.1733271627513, exclude list is [], retry=0 2024-12-04T00:20:27,530 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:20:27,530 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:20:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c5a7ad24-65fb-41ac-bba0-96ee58d74d84,DISK] 2024-12-04T00:20:27,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.rep.1733271627513 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)] 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9452ea81f49ae0577c6bde2df55e00c2, NAME => 'hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:27,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. service=MultiRowMutationService 2024-12-04T00:20:27,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:27,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,536 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,537 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName hfileref 2024-12-04T00:20:27,537 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:27,538 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:27,538 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,539 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName queue 2024-12-04T00:20:27,539 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:27,545 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/queue/87c57e25ed3b42599cc2f90f4684fb1c 2024-12-04T00:20:27,546 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:27,546 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,546 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:27,547 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9452ea81f49ae0577c6bde2df55e00c2 columnFamilyName sid 2024-12-04T00:20:27,548 DEBUG [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:27,549 INFO [StoreOpener-9452ea81f49ae0577c6bde2df55e00c2-1 {}] regionserver.HStore(327): Store=9452ea81f49ae0577c6bde2df55e00c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:27,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9452ea81f49ae0577c6bde2df55e00c2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66824934, jitterRate=-0.004230886697769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:27,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:27,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9452ea81f49ae0577c6bde2df55e00c2: Running coprocessor pre-open hook at 1733271627535Writing region info on filesystem at 1733271627535Initializing all the Stores at 1733271627535Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271627535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271627536 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271627536Cleaning up temporary data from old regions at 1733271627555 (+19 ms)Running coprocessor post-open hooks at 1733271627563 (+8 ms)Region opened successfully at 1733271627564 (+1 ms) 2024-12-04T00:20:27,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., pid=13, masterSystemTime=1733271627505 2024-12-04T00:20:27,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:27,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:27,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9452ea81f49ae0577c6bde2df55e00c2, regionState=OPEN, openSeqNum=9, regionLocation=b20163ee1150,39131,1733271621423 2024-12-04T00:20:27,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,39131,1733271621423 because future has completed 2024-12-04T00:20:27,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T00:20:27,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9452ea81f49ae0577c6bde2df55e00c2, server=b20163ee1150,39131,1733271621423 in 234 msec 2024-12-04T00:20:27,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T00:20:27,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9452ea81f49ae0577c6bde2df55e00c2, ASSIGN in 400 msec 2024-12-04T00:20:27,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T00:20:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2., hostname=b20163ee1150,39131,1733271621423, seqNum=9] 2024-12-04T00:20:27,637 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b20163ee1150,40913,1733271607565 2024-12-04T00:20:27,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T00:20:27,669 DEBUG [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:27,723 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/.tmp/ns/ef17ef34ba77403aa7bb905709b73c09 2024-12-04T00:20:27,747 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/.tmp/ns/ef17ef34ba77403aa7bb905709b73c09 as hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/ns/ef17ef34ba77403aa7bb905709b73c09 2024-12-04T00:20:27,757 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/ns/ef17ef34ba77403aa7bb905709b73c09, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T00:20:27,759 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=6, compaction requested=false 2024-12-04T00:20:27,760 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:20:27,772 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T00:20:27,773 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:27,773 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:27,774 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:27,774 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271627268Running coprocessor pre-close hooks at 1733271627268Disabling compacts and flushes for region at 1733271627268Disabling writes for close at 1733271627269 (+1 ms)Obtaining lock to block concurrent updates at 1733271627269Preparing flush snapshotting stores in 1588230740 at 1733271627269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733271627269Flushing stores of hbase:meta,,1.1588230740 at 1733271627273 (+4 ms)Flushing 1588230740/ns: creating writer at 1733271627273Flushing 1588230740/ns: appending metadata at 1733271627307 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1733271627307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3539a43a: reopening flushed file at 1733271627740 (+433 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=6, compaction requested=false at 1733271627760 (+20 ms)Writing region close event to WAL at 1733271627764 (+4 ms)Running coprocessor post-close hooks at 1733271627773 (+9 ms)Closed at 1733271627774 (+1 ms) 2024-12-04T00:20:27,774 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:27,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T00:20:27,869 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,44165,1733271613472; all regions closed. 2024-12-04T00:20:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741834_1010 (size=1152) 2024-12-04T00:20:27,883 DEBUG [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/oldWALs 2024-12-04T00:20:27,883 INFO [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44165%2C1733271613472.meta:.meta(num 1733271616659) 2024-12-04T00:20:27,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/WALs/b20163ee1150,44165,1733271613472/b20163ee1150%2C44165%2C1733271613472.1733271615645 not finished, retry = 0 2024-12-04T00:20:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741832_1008 (size=93) 2024-12-04T00:20:27,991 DEBUG [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/oldWALs 2024-12-04T00:20:27,992 INFO [RS:0;b20163ee1150:44165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44165%2C1733271613472:(num 1733271615645) 2024-12-04T00:20:27,992 DEBUG [RS:0;b20163ee1150:44165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:27,992 INFO [RS:0;b20163ee1150:44165 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:27,992 INFO [RS:0;b20163ee1150:44165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:27,992 INFO [RS:0;b20163ee1150:44165 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:27,992 INFO [RS:0;b20163ee1150:44165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:27,992 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:27,993 INFO [RS:0;b20163ee1150:44165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44165 2024-12-04T00:20:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962/rs 2024-12-04T00:20:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-258690962/rs/b20163ee1150,44165,1733271613472 2024-12-04T00:20:28,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,44165,1733271613472] 2024-12-04T00:20:28,009 INFO [RS:0;b20163ee1150:44165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:28,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/draining/b20163ee1150,44165,1733271613472 already deleted, retry=false 2024-12-04T00:20:28,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,44165,1733271613472 expired; onlineServers=0 2024-12-04T00:20:28,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,39679,1733271613209' ***** 2024-12-04T00:20:28,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:20:28,017 INFO [M:0;b20163ee1150:39679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:28,017 INFO [M:0;b20163ee1150:39679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:28,017 DEBUG [M:0;b20163ee1150:39679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:20:28,017 DEBUG [M:0;b20163ee1150:39679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:20:28,018 INFO [M:0;b20163ee1150:39679 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:28,018 INFO [M:0;b20163ee1150:39679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:28,018 DEBUG [M:0;b20163ee1150:39679 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:20:28,018 INFO [M:0;b20163ee1150:39679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:20:28,018 INFO [M:0;b20163ee1150:39679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:28,018 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271615288 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271615288,5,FailOnTimeoutGroup] 2024-12-04T00:20:28,018 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271615280 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271615280,5,FailOnTimeoutGroup] 2024-12-04T00:20:28,018 INFO [M:0;b20163ee1150:39679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:20:28,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:20:28,020 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:20:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-258690962/master 2024-12-04T00:20:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-258690962 2024-12-04T00:20:28,053 DEBUG [M:0;b20163ee1150:39679 {}] zookeeper.RecoverableZooKeeper(212): Node /1-258690962/master already deleted, retry=false 2024-12-04T00:20:28,053 DEBUG [M:0;b20163ee1150:39679 {}] master.ActiveMasterManager(353): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-258690962/master 2024-12-04T00:20:28,072 INFO [M:0;b20163ee1150:39679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/.lastflushedseqids 2024-12-04T00:20:28,129 INFO [RS:0;b20163ee1150:44165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:28,129 INFO [RS:0;b20163ee1150:44165 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,44165,1733271613472; zookeeper connection closed. 2024-12-04T00:20:28,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:28,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44165-0x1019db5c9140004, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:28,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741836_1012 (size=99) 2024-12-04T00:20:28,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ecbec3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ecbec3f 2024-12-04T00:20:28,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:20:28,539 INFO [M:0;b20163ee1150:39679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:28,539 INFO [M:0;b20163ee1150:39679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:28,539 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:28,539 INFO [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:28,539 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:28,539 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:28,539 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:28,540 INFO [M:0;b20163ee1150:39679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T00:20:28,562 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:28,594 DEBUG [M:0;b20163ee1150:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1920341889064d1b961dd06c38929a48 is 82, key is hbase:meta,,1/info:regioninfo/1733271616714/Put/seqid=0 2024-12-04T00:20:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741837_1013 (size=5672) 2024-12-04T00:20:28,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:28,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:28,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:28,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:28,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:28,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:29,033 INFO [M:0;b20163ee1150:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1920341889064d1b961dd06c38929a48 2024-12-04T00:20:29,058 DEBUG [M:0;b20163ee1150:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05266caae46a42d5be25d777cd1920fa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733271616758/Put/seqid=0 2024-12-04T00:20:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741838_1014 (size=5275) 2024-12-04T00:20:29,465 INFO [M:0;b20163ee1150:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05266caae46a42d5be25d777cd1920fa 2024-12-04T00:20:29,490 DEBUG [M:0;b20163ee1150:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4233297a84f4d7dac4ee1aca6f019d7 is 69, key is b20163ee1150,44165,1733271613472/rs:state/1733271615409/Put/seqid=0 2024-12-04T00:20:29,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741839_1015 (size=5156) 2024-12-04T00:20:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:20:29,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T00:20:29,689 DEBUG [RS:0;b20163ee1150:39131.replicationSource.wal-reader.b20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/WALs/b20163ee1150,39131,1733271621423/b20163ee1150%2C39131%2C1733271621423.1733271622968 to pos 0, reset compression=false 2024-12-04T00:20:29,894 INFO [M:0;b20163ee1150:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4233297a84f4d7dac4ee1aca6f019d7 2024-12-04T00:20:29,899 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1920341889064d1b961dd06c38929a48 as hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1920341889064d1b961dd06c38929a48 2024-12-04T00:20:29,904 INFO [M:0;b20163ee1150:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1920341889064d1b961dd06c38929a48, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T00:20:29,905 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05266caae46a42d5be25d777cd1920fa as hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05266caae46a42d5be25d777cd1920fa 2024-12-04T00:20:29,909 INFO [M:0;b20163ee1150:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05266caae46a42d5be25d777cd1920fa, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T00:20:29,910 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4233297a84f4d7dac4ee1aca6f019d7 as hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4233297a84f4d7dac4ee1aca6f019d7 2024-12-04T00:20:29,915 INFO [M:0;b20163ee1150:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46305/user/jenkins/test-data/02102a8b-59bb-f0a6-e8c0-fec39fbb3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4233297a84f4d7dac4ee1aca6f019d7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T00:20:29,916 INFO [M:0;b20163ee1150:39679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1377ms, sequenceid=28, compaction requested=false 2024-12-04T00:20:29,919 INFO [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:29,919 DEBUG [M:0;b20163ee1150:39679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271628539Disabling compacts and flushes for region at 1733271628539Disabling writes for close at 1733271628539Obtaining lock to block concurrent updates at 1733271628540 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271628540Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733271628540Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271628544 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271628544Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271628594 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271628594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271629038 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271629057 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271629057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271629470 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271629489 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271629489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fd055a: reopening flushed file at 1733271629899 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18af6575: reopening flushed file at 1733271629904 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d22828: reopening flushed file at 1733271629909 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1377ms, sequenceid=28, compaction requested=false at 1733271629916 (+7 ms)Writing region close event to WAL at 1733271629919 (+3 ms)Closed at 1733271629919 2024-12-04T00:20:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45067 is added to blk_1073741830_1006 (size=10165) 2024-12-04T00:20:29,922 INFO [M:0;b20163ee1150:39679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:29,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:29,922 INFO [M:0;b20163ee1150:39679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39679 2024-12-04T00:20:29,924 INFO [M:0;b20163ee1150:39679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:30,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:30,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x1019db5c9140003, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:30,037 INFO [M:0;b20163ee1150:39679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:30,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:30,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:30,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:30,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:30,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:30,048 WARN [BP-662163288-172.17.0.3-1733271611054 heartbeating to localhost/127.0.0.1:46305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:20:30,048 WARN [BP-662163288-172.17.0.3-1733271611054 heartbeating to localhost/127.0.0.1:46305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662163288-172.17.0.3-1733271611054 (Datanode Uuid 90e1693c-fcdd-46f3-8e45-c540835dd824) service to localhost/127.0.0.1:46305 2024-12-04T00:20:30,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/cluster_d1f1c959-6470-752a-a5a2-d4a57edba804/data/data1/current/BP-662163288-172.17.0.3-1733271611054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:30,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/cluster_d1f1c959-6470-752a-a5a2-d4a57edba804/data/data2/current/BP-662163288-172.17.0.3-1733271611054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:30,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:20:30,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:20:30,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:20:30,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:30,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:30,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:30,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:30,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:30,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:20:30,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:20:30,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:30,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:30,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:30,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:30,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1713706154, stopped=false 2024-12-04T00:20:30,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,39715,1733271621254 2024-12-04T00:20:30,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:30,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:30,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/running 2024-12-04T00:20:30,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:30,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:30,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:30,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:30,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,39131,1733271621423' ***** 2024-12-04T00:20:30,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:30,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:30,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Set watcher on znode that does not yet exist, /0980879042/running 2024-12-04T00:20:30,224 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:30,224 INFO [RS:0;b20163ee1150:39131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:30,224 INFO [RS:0;b20163ee1150:39131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:30,224 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(3091): Received CLOSE for 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:30,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,39131,1733271621423 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:39131. 2024-12-04T00:20:30,225 DEBUG [RS:0;b20163ee1150:39131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:30,225 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9452ea81f49ae0577c6bde2df55e00c2, disabling compactions & flushes 2024-12-04T00:20:30,225 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,225 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:30,225 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:30,225 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. after waiting 0 ms 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:30,225 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:30,225 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:30,228 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:20:30,228 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9452ea81f49ae0577c6bde2df55e00c2=hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2.} 2024-12-04T00:20:30,228 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9452ea81f49ae0577c6bde2df55e00c2 2024-12-04T00:20:30,232 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:30,232 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:30,232 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:30,232 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:30,232 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:30,233 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T00:20:30,249 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/replication/9452ea81f49ae0577c6bde2df55e00c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T00:20:30,253 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:30,253 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:30,253 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:30,253 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9452ea81f49ae0577c6bde2df55e00c2: Waiting for close lock at 1733271630225Running coprocessor pre-close hooks at 1733271630225Disabling compacts and flushes for region at 1733271630225Disabling writes for close at 1733271630225Writing region close event to WAL at 1733271630227 (+2 ms)Running coprocessor post-close hooks at 1733271630253 (+26 ms)Closed at 1733271630253 2024-12-04T00:20:30,254 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2. 2024-12-04T00:20:30,278 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/f002637dc7924fb1b1700fa9eb5e545a is 147, key is hbase:replication,,1733271616877.9452ea81f49ae0577c6bde2df55e00c2./info:regioninfo/1733271627573/Put/seqid=0 2024-12-04T00:20:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741851_1027 (size=6385) 2024-12-04T00:20:30,317 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:30,432 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:30,632 DEBUG [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:30,695 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/f002637dc7924fb1b1700fa9eb5e545a 2024-12-04T00:20:30,709 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/.tmp/info/f002637dc7924fb1b1700fa9eb5e545a as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/info/f002637dc7924fb1b1700fa9eb5e545a 2024-12-04T00:20:30,730 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/info/f002637dc7924fb1b1700fa9eb5e545a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T00:20:30,734 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=19, compaction requested=false 2024-12-04T00:20:30,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T00:20:30,770 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:30,770 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:30,770 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:30,770 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271630232Running coprocessor pre-close hooks at 1733271630232Disabling compacts and flushes for region at 1733271630232Disabling writes for close at 1733271630232Obtaining lock to block concurrent updates at 1733271630233 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733271630233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733271630233Flushing stores of hbase:meta,,1.1588230740 at 1733271630240 (+7 ms)Flushing 1588230740/info: creating writer at 1733271630240Flushing 1588230740/info: appending metadata at 1733271630278 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733271630278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500f71dc: reopening flushed file at 1733271630702 (+424 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=19, compaction requested=false at 1733271630734 (+32 ms)Writing region close event to WAL at 1733271630760 (+26 ms)Running coprocessor post-close hooks at 1733271630770 (+10 ms)Closed at 1733271630770 2024-12-04T00:20:30,770 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:30,813 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:20:30,813 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:20:30,842 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,39131,1733271621423; all regions closed. 2024-12-04T00:20:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741849_1025 (size=2156) 2024-12-04T00:20:30,861 DEBUG [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:30,861 INFO [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C39131%2C1733271621423.meta:.meta(num 1733271623227) 2024-12-04T00:20:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741850_1026 (size=796) 2024-12-04T00:20:30,877 DEBUG [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:30,877 INFO [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C39131%2C1733271621423.rep:(num 1733271627513) 2024-12-04T00:20:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741848_1024 (size=93) 2024-12-04T00:20:30,882 DEBUG [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/oldWALs 2024-12-04T00:20:30,882 INFO [RS:0;b20163ee1150:39131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C39131%2C1733271621423:(num 1733271622968) 2024-12-04T00:20:30,882 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,882 INFO [RS:0;b20163ee1150:39131 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:30,882 INFO [RS:0;b20163ee1150:39131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:30,882 INFO [RS:0;b20163ee1150:39131 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:30,883 INFO [RS:0;b20163ee1150:39131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:30,883 INFO [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,39131,1733271621423 because: Region server is closing 2024-12-04T00:20:30,883 INFO [RS:0;b20163ee1150:39131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:39131. 2024-12-04T00:20:30,883 DEBUG [RS:0;b20163ee1150:39131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:30,883 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,883 DEBUG [RS:0;b20163ee1150:39131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:30,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:30,883 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T00:20:30,883 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T00:20:30,883 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T00:20:30,884 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:30,983 WARN [RS:0;b20163ee1150:39131.replicationSource.shipperb20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:20:30,984 INFO [RS:0;b20163ee1150:39131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b20163ee1150:39131.replicationSource.shipperb20163ee1150%2C39131%2C1733271621423,1-b20163ee1150,39131,1733271621423 terminated 2024-12-04T00:20:30,984 INFO [RS:0;b20163ee1150:39131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39131 2024-12-04T00:20:31,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/rs/b20163ee1150,39131,1733271621423 2024-12-04T00:20:31,001 INFO [RS:0;b20163ee1150:39131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042/rs 2024-12-04T00:20:31,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,39131,1733271621423] 2024-12-04T00:20:31,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0980879042/draining/b20163ee1150,39131,1733271621423 already deleted, retry=false 2024-12-04T00:20:31,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,39131,1733271621423 expired; onlineServers=0 2024-12-04T00:20:31,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,39715,1733271621254' ***** 2024-12-04T00:20:31,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:20:31,045 INFO [M:0;b20163ee1150:39715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:31,045 INFO [M:0;b20163ee1150:39715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:31,045 DEBUG [M:0;b20163ee1150:39715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:20:31,045 DEBUG [M:0;b20163ee1150:39715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:20:31,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:20:31,045 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271622619 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271622619,5,FailOnTimeoutGroup] 2024-12-04T00:20:31,045 INFO [M:0;b20163ee1150:39715 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:31,045 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271622618 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271622618,5,FailOnTimeoutGroup] 2024-12-04T00:20:31,045 INFO [M:0;b20163ee1150:39715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:31,045 DEBUG [M:0;b20163ee1150:39715 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:20:31,045 INFO [M:0;b20163ee1150:39715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:20:31,046 INFO [M:0;b20163ee1150:39715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:31,046 INFO [M:0;b20163ee1150:39715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:20:31,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:20:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980879042/master 2024-12-04T00:20:31,064 DEBUG [M:0;b20163ee1150:39715 {}] zookeeper.ZKUtil(347): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Unable to get data of znode /0980879042/master because node does not exist (not an error) 2024-12-04T00:20:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980879042 2024-12-04T00:20:31,064 WARN [M:0;b20163ee1150:39715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:20:31,066 INFO [M:0;b20163ee1150:39715 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/.lastflushedseqids 2024-12-04T00:20:31,119 INFO [RS:0;b20163ee1150:39131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:31,119 INFO [RS:0;b20163ee1150:39131 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,39131,1733271621423; zookeeper connection closed. 2024-12-04T00:20:31,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:31,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39131-0x1019db5c9140007, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:31,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cb97f1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cb97f1d 2024-12-04T00:20:31,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:20:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741852_1028 (size=181) 2024-12-04T00:20:31,553 INFO [M:0;b20163ee1150:39715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:31,553 INFO [M:0;b20163ee1150:39715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:31,554 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:31,554 INFO [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:31,554 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:31,554 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:31,554 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:31,554 INFO [M:0;b20163ee1150:39715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T00:20:31,571 DEBUG [M:0;b20163ee1150:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8515d2e640449698ce041ef56d2a is 82, key is hbase:meta,,1/info:regioninfo/1733271623287/Put/seqid=0 2024-12-04T00:20:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741853_1029 (size=5672) 2024-12-04T00:20:31,976 INFO [M:0;b20163ee1150:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8515d2e640449698ce041ef56d2a 2024-12-04T00:20:31,996 DEBUG [M:0;b20163ee1150:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9879cf840554136904344b313e614d8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733271627594/Put/seqid=0 2024-12-04T00:20:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741854_1030 (size=7312) 2024-12-04T00:20:32,401 INFO [M:0;b20163ee1150:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9879cf840554136904344b313e614d8 2024-12-04T00:20:32,426 DEBUG [M:0;b20163ee1150:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/396727aae9b8479aad3fb157edbe0459 is 69, key is b20163ee1150,39131,1733271621423/rs:state/1733271622683/Put/seqid=0 2024-12-04T00:20:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741855_1031 (size=5370) 2024-12-04T00:20:32,836 INFO [M:0;b20163ee1150:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/396727aae9b8479aad3fb157edbe0459 2024-12-04T00:20:32,853 INFO [M:0;b20163ee1150:39715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396727aae9b8479aad3fb157edbe0459 2024-12-04T00:20:32,854 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8515d2e640449698ce041ef56d2a as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a9f8515d2e640449698ce041ef56d2a 2024-12-04T00:20:32,866 INFO [M:0;b20163ee1150:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a9f8515d2e640449698ce041ef56d2a, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T00:20:32,867 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9879cf840554136904344b313e614d8 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9879cf840554136904344b313e614d8 2024-12-04T00:20:32,871 INFO [M:0;b20163ee1150:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9879cf840554136904344b313e614d8, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T00:20:32,873 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/396727aae9b8479aad3fb157edbe0459 as hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/396727aae9b8479aad3fb157edbe0459 2024-12-04T00:20:32,878 INFO [M:0;b20163ee1150:39715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396727aae9b8479aad3fb157edbe0459 2024-12-04T00:20:32,878 INFO [M:0;b20163ee1150:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38539/user/jenkins/test-data/11ee4cd6-9220-b7ff-76d2-078232585a06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/396727aae9b8479aad3fb157edbe0459, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T00:20:32,879 INFO [M:0;b20163ee1150:39715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=127, compaction requested=false 2024-12-04T00:20:32,885 INFO [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:32,885 DEBUG [M:0;b20163ee1150:39715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271631554Disabling compacts and flushes for region at 1733271631554Disabling writes for close at 1733271631554Obtaining lock to block concurrent updates at 1733271631554Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271631554Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733271631554Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271631555 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271631555Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271631571 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271631571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271631980 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271631996 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271631996Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271632408 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271632425 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271632425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3a6d43: reopening flushed file at 1733271632853 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a42ff6d: reopening flushed file at 1733271632866 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30bc48a7: reopening flushed file at 1733271632872 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=127, compaction requested=false at 1733271632879 (+7 ms)Writing region close event to WAL at 1733271632885 (+6 ms)Closed at 1733271632885 2024-12-04T00:20:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741847_1023 (size=22903) 2024-12-04T00:20:32,888 INFO [M:0;b20163ee1150:39715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:32,889 INFO [M:0;b20163ee1150:39715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39715 2024-12-04T00:20:32,889 INFO [M:0;b20163ee1150:39715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:32,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:33,006 INFO [M:0;b20163ee1150:39715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019db5c9140006, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:33,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:33,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:33,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:33,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:33,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:33,017 WARN [BP-1226266589-172.17.0.3-1733271604640 heartbeating to localhost/127.0.0.1:38539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:20:33,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:20:33,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:20:33,017 WARN [BP-1226266589-172.17.0.3-1733271604640 heartbeating to localhost/127.0.0.1:38539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1226266589-172.17.0.3-1733271604640 (Datanode Uuid 59b56f17-67b2-4b99-aa81-959b67d18c57) service to localhost/127.0.0.1:38539 2024-12-04T00:20:33,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/data/data1/current/BP-1226266589-172.17.0.3-1733271604640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:33,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/cluster_5bd527e9-e2fe-b002-e205-57b7e974a715/data/data2/current/BP-1226266589-172.17.0.3-1733271604640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:33,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:20:33,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:33,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:33,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:33,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:33,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6706ad88-55f8-f607-dcfa-726973dbecb1/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:33,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:20:33,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:20:33,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46305 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38539 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 664) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4331 (was 5402) 2024-12-04T00:20:33,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=795, ProcessCount=11, AvailableMemoryMB=4328 2024-12-04T00:20:33,134 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T00:20:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir so I do NOT create it in target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202 2024-12-04T00:20:33,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:20:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.tmp.dir so I do NOT create it in target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202 2024-12-04T00:20:33,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd555b3-c647-d314-b903-1548f49f5e10/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:20:33,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202 2024-12-04T00:20:33,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d, deleteOnExit=true 2024-12-04T00:20:33,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/zookeeper_0, clientPort=64627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:20:33,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64627 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/test.cache.data in system properties and HBase conf 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:20:33,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:20:33,147 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:20:33,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:20:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db5c9140002, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:20:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db5c9140005, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:20:33,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db5c9140002, quorum=127.0.0.1:52117, baseZNode=/0980879042 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:20:33,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db5c9140005, quorum=127.0.0.1:52117, baseZNode=/1-258690962 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:20:33,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:33,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:33,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:33,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:33,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:20:33,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:33,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:33,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/java.io.tmpdir/jetty-localhost-35933-hadoop-hdfs-3_4_1-tests_jar-_-any-16126922055605972096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:33,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:35933} 2024-12-04T00:20:33,793 INFO [Time-limited test {}] server.Server(415): Started @170740ms 2024-12-04T00:20:34,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:34,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:34,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:34,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:34,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:20:34,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:34,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:34,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/java.io.tmpdir/jetty-localhost-33213-hadoop-hdfs-3_4_1-tests_jar-_-any-15552300236821080550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:34,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:33213} 2024-12-04T00:20:34,301 INFO [Time-limited test {}] server.Server(415): Started @171248ms 2024-12-04T00:20:34,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:20:35,148 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/data/data2/current/BP-411065993-172.17.0.3-1733271633184/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:35,148 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/data/data1/current/BP-411065993-172.17.0.3-1733271633184/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:35,188 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf8a63e48945e793 with lease ID 0x3ea1cb208587de2b: Processing first storage report for DS-3a9cfa82-461f-42ed-a73b-2a01868b248a from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=d5182713-ffaf-43f5-8fb6-cea047a89205, infoPort=37729, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=2002266303;c=1733271633184) 2024-12-04T00:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf8a63e48945e793 with lease ID 0x3ea1cb208587de2b: from storage DS-3a9cfa82-461f-42ed-a73b-2a01868b248a node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=d5182713-ffaf-43f5-8fb6-cea047a89205, infoPort=37729, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=2002266303;c=1733271633184), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf8a63e48945e793 with lease ID 0x3ea1cb208587de2b: Processing first storage report for DS-3a66c646-e3e1-436d-b2b4-4133721670fd from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=d5182713-ffaf-43f5-8fb6-cea047a89205, infoPort=37729, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=2002266303;c=1733271633184) 2024-12-04T00:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf8a63e48945e793 with lease ID 0x3ea1cb208587de2b: from storage DS-3a66c646-e3e1-436d-b2b4-4133721670fd node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=d5182713-ffaf-43f5-8fb6-cea047a89205, infoPort=37729, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=2002266303;c=1733271633184), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:35,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202 2024-12-04T00:20:35,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:35,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:20:35,653 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094 with version=8 2024-12-04T00:20:35,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/hbase-staging 2024-12-04T00:20:35,655 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:20:35,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:35,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43779 2024-12-04T00:20:35,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43779 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437790x0, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:35,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43779-0x1019db638a00000 connected 2024-12-04T00:20:35,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:35,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:35,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:36,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:36,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:36,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/running 2024-12-04T00:20:36,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094, hbase.cluster.distributed=false 2024-12-04T00:20:36,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/acl 2024-12-04T00:20:36,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43779 2024-12-04T00:20:36,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43779 2024-12-04T00:20:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43779 2024-12-04T00:20:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43779 2024-12-04T00:20:36,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43779 2024-12-04T00:20:36,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:20:36,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:36,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44889 2024-12-04T00:20:36,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44889 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:36,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:36,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:36,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448890x0, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:36,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44889-0x1019db638a00001 connected 2024-12-04T00:20:36,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/running 2024-12-04T00:20:36,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:20:36,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:20:36,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/master 2024-12-04T00:20:36,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/acl 2024-12-04T00:20:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44889 2024-12-04T00:20:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44889 2024-12-04T00:20:36,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44889 2024-12-04T00:20:36,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44889 2024-12-04T00:20:36,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44889 2024-12-04T00:20:36,381 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:43779 2024-12-04T00:20:36,382 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-86886918/backup-masters/b20163ee1150,43779,1733271635655 2024-12-04T00:20:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/backup-masters 2024-12-04T00:20:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/backup-masters 2024-12-04T00:20:36,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on existing znode=/0-86886918/backup-masters/b20163ee1150,43779,1733271635655 2024-12-04T00:20:36,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:36,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-86886918/master 2024-12-04T00:20:36,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:36,404 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on existing znode=/0-86886918/master 2024-12-04T00:20:36,408 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-86886918/backup-masters/b20163ee1150,43779,1733271635655 from backup master directory 2024-12-04T00:20:36,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/backup-masters 2024-12-04T00:20:36,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-86886918/backup-masters/b20163ee1150,43779,1733271635655 2024-12-04T00:20:36,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/backup-masters 2024-12-04T00:20:36,428 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:36,428 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,43779,1733271635655 2024-12-04T00:20:36,449 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/hbase.id] with ID: c4185f99-66a0-49b8-9d8d-1456d7e9ded7 2024-12-04T00:20:36,449 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/.tmp/hbase.id 2024-12-04T00:20:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:20:36,861 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/.tmp/hbase.id]:[hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/hbase.id] 2024-12-04T00:20:36,876 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:36,876 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:20:36,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:20:36,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:36,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:20:36,907 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:36,907 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:20:36,907 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:20:36,920 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store 2024-12-04T00:20:36,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:20:36,941 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:36,941 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:36,941 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:36,941 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:36,941 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:36,941 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:36,947 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:36,948 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271636941Disabling compacts and flushes for region at 1733271636941Disabling writes for close at 1733271636941Writing region close event to WAL at 1733271636941Closed at 1733271636947 (+6 ms) 2024-12-04T00:20:36,949 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/.initializing 2024-12-04T00:20:36,949 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/WALs/b20163ee1150,43779,1733271635655 2024-12-04T00:20:36,951 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:36,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C43779%2C1733271635655, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/WALs/b20163ee1150,43779,1733271635655, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/oldWALs, maxLogs=10 2024-12-04T00:20:36,973 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/WALs/b20163ee1150,43779,1733271635655/b20163ee1150%2C43779%2C1733271635655.1733271636953, exclude list is [], retry=0 2024-12-04T00:20:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-3a9cfa82-461f-42ed-a73b-2a01868b248a,DISK] 2024-12-04T00:20:36,982 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/WALs/b20163ee1150,43779,1733271635655/b20163ee1150%2C43779%2C1733271635655.1733271636953 2024-12-04T00:20:36,988 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-12-04T00:20:36,988 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:36,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:36,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,989 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:20:36,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:20:36,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:20:36,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:20:36,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:36,999 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,000 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,000 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,001 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,001 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,002 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:37,003 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:37,012 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:37,013 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67383331, jitterRate=0.004089877009391785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:37,014 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271636989Initializing all the Stores at 1733271636990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271636990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271636990Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271636990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271636990Cleaning up temporary data from old regions at 1733271637001 (+11 ms)Region opened successfully at 1733271637014 (+13 ms) 2024-12-04T00:20:37,028 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:20:37,032 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379a9d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:37,033 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:20:37,033 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:20:37,033 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:20:37,033 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:20:37,034 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:20:37,034 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:20:37,034 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:20:37,038 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:20:37,039 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Unable to get data of znode /0-86886918/balancer because node does not exist (not necessarily an error) 2024-12-04T00:20:37,120 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/balancer already deleted, retry=false 2024-12-04T00:20:37,121 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:20:37,122 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Unable to get data of znode /0-86886918/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:20:37,285 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/normalizer already deleted, retry=false 2024-12-04T00:20:37,286 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:20:37,294 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Unable to get data of znode /0-86886918/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:20:37,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/switch/split already deleted, retry=false 2024-12-04T00:20:37,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Unable to get data of znode /0-86886918/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:20:37,592 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/switch/merge already deleted, retry=false 2024-12-04T00:20:37,597 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Unable to get data of znode /0-86886918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:20:37,667 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/snapshot-cleanup already deleted, retry=false 2024-12-04T00:20:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-86886918/running 2024-12-04T00:20:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-86886918/running 2024-12-04T00:20:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,677 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,43779,1733271635655, sessionid=0x1019db638a00000, setting cluster-up flag (Was=false) 2024-12-04T00:20:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,729 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-86886918/flush-table-proc/acquired, /0-86886918/flush-table-proc/reached, /0-86886918/flush-table-proc/abort 2024-12-04T00:20:37,730 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,43779,1733271635655 2024-12-04T00:20:37,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:37,781 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-86886918/online-snapshot/acquired, /0-86886918/online-snapshot/reached, /0-86886918/online-snapshot/abort 2024-12-04T00:20:37,782 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,43779,1733271635655 2024-12-04T00:20:37,794 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:20:37,809 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:37,809 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:20:37,809 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:20:37,809 WARN [master/b20163ee1150:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b20163ee1150,40913,1733271607565: status=Processing ServerCrashProcedure of b20163ee1150,40913,1733271607565 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733271622576, completionTime=-1 appears to have been leaked 2024-12-04T00:20:37,810 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,43779,1733271635655 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:37,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:37,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:37,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:20:37,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:37,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:20:37,876 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271667876 2024-12-04T00:20:37,876 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:20:37,876 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:20:37,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:20:37,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:20:37,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:20:37,877 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:20:37,880 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:37,887 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:20:37,887 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:20:37,887 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:20:37,887 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:20:37,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:20:37,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:20:37,896 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271637892,5,FailOnTimeoutGroup] 2024-12-04T00:20:37,904 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271637896,5,FailOnTimeoutGroup] 2024-12-04T00:20:37,904 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:37,904 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:20:37,904 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:37,904 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:37,919 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(746): ClusterId : c4185f99-66a0-49b8-9d8d-1456d7e9ded7 2024-12-04T00:20:37,919 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:20:37,930 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:20:37,930 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:20:37,941 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:20:37,941 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bbedb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:20:37,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:20:37,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094 2024-12-04T00:20:37,970 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:44889 2024-12-04T00:20:37,971 INFO [RS:0;b20163ee1150:44889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:20:37,971 INFO [RS:0;b20163ee1150:44889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:20:37,971 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:20:37,974 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,43779,1733271635655 with port=44889, startcode=1733271636234 2024-12-04T00:20:37,975 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:20:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:20:38,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:38,021 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:20:38,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43779 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:38,023 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094 2024-12-04T00:20:38,023 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41485 2024-12-04T00:20:38,023 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:20:38,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:38,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:38,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:38,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:38,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:38,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:38,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:38,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:38,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740 2024-12-04T00:20:38,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740 2024-12-04T00:20:38,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:38,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:38,038 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:38,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:38,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:38,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562288, jitterRate=0.11106467247009277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271638015Initializing all the Stores at 1733271638016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638021 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271638021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638021Cleaning up temporary data from old regions at 1733271638038 (+17 ms)Region opened successfully at 1733271638076 (+38 ms) 2024-12-04T00:20:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:38,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:38,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:38,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271638076Disabling compacts and flushes for region at 1733271638076Disabling writes for close at 1733271638077 (+1 ms)Writing region close event to WAL at 1733271638096 (+19 ms)Closed at 1733271638096 2024-12-04T00:20:38,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:38,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:20:38,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:20:38,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:38,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:20:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/rs 2024-12-04T00:20:38,118 DEBUG [RS:0;b20163ee1150:44889 {}] zookeeper.ZKUtil(111): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on existing znode=/0-86886918/rs/b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,118 WARN [RS:0;b20163ee1150:44889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:38,118 INFO [RS:0;b20163ee1150:44889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:38,118 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,44889,1733271636234] 2024-12-04T00:20:38,164 INFO [RS:0;b20163ee1150:44889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:20:38,181 INFO [RS:0;b20163ee1150:44889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:20:38,188 INFO [RS:0;b20163ee1150:44889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:20:38,189 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,195 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:20:38,207 INFO [RS:0;b20163ee1150:44889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:20:38,208 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:38,208 DEBUG [RS:0;b20163ee1150:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:38,224 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,224 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,224 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,225 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,225 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,225 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44889,1733271636234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:38,250 WARN [b20163ee1150:43779 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:20:38,250 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:20:38,251 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44889,1733271636234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,251 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,251 INFO [RS:0;b20163ee1150:44889 {}] regionserver.Replication(171): b20163ee1150,44889,1733271636234 started 2024-12-04T00:20:38,275 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:38,275 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,44889,1733271636234, RpcServer on b20163ee1150/172.17.0.3:44889, sessionid=0x1019db638a00001 2024-12-04T00:20:38,275 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:20:38,275 DEBUG [RS:0;b20163ee1150:44889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,275 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44889,1733271636234' 2024-12-04T00:20:38,275 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-86886918/flush-table-proc/abort' 2024-12-04T00:20:38,278 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-86886918/flush-table-proc/acquired' 2024-12-04T00:20:38,286 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:20:38,286 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:20:38,286 DEBUG [RS:0;b20163ee1150:44889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,286 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44889,1733271636234' 2024-12-04T00:20:38,286 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-86886918/online-snapshot/abort' 2024-12-04T00:20:38,287 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-86886918/online-snapshot/acquired' 2024-12-04T00:20:38,287 DEBUG [RS:0;b20163ee1150:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:20:38,288 INFO [RS:0;b20163ee1150:44889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:20:38,288 INFO [RS:0;b20163ee1150:44889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:20:38,388 INFO [RS:0;b20163ee1150:44889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:38,390 INFO [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44889%2C1733271636234, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs, maxLogs=10 2024-12-04T00:20:38,417 DEBUG [RS:0;b20163ee1150:44889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390, exclude list is [], retry=0 2024-12-04T00:20:38,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-3a9cfa82-461f-42ed-a73b-2a01868b248a,DISK] 2024-12-04T00:20:38,456 INFO [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 2024-12-04T00:20:38,460 DEBUG [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-12-04T00:20:38,501 DEBUG [b20163ee1150:43779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:38,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,502 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44889,1733271636234, state=OPENING 2024-12-04T00:20:38,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:20:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:38,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:38,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-86886918/meta-region-server: CHANGED 2024-12-04T00:20:38,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:38,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44889,1733271636234}] 2024-12-04T00:20:38,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-86886918/meta-region-server: CHANGED 2024-12-04T00:20:38,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:38,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:20:38,736 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:20:38,736 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:38,737 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:20:38,766 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44889%2C1733271636234.meta, suffix=.meta, logDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs, maxLogs=10 2024-12-04T00:20:38,788 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.meta.1733271638766.meta, exclude list is [], retry=0 2024-12-04T00:20:38,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-3a9cfa82-461f-42ed-a73b-2a01868b248a,DISK] 2024-12-04T00:20:38,844 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.meta.1733271638766.meta 2024-12-04T00:20:38,860 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-12-04T00:20:38,860 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:38,861 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:38,861 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:38,861 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:20:38,861 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:20:38,861 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:20:38,861 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:38,862 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:20:38,862 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:20:38,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:38,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:38,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:38,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:38,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:38,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:38,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:38,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:38,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:38,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:38,894 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:38,895 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740 2024-12-04T00:20:38,896 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740 2024-12-04T00:20:38,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:38,898 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:38,899 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:38,900 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:38,901 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69519522, jitterRate=0.0359216034412384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:38,901 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:20:38,902 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271638862Writing region info on filesystem at 1733271638862Initializing all the Stores at 1733271638872 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638875 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271638875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271638875Cleaning up temporary data from old regions at 1733271638898 (+23 ms)Running coprocessor post-open hooks at 1733271638901 (+3 ms)Region opened successfully at 1733271638901 2024-12-04T00:20:38,911 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271638697 2024-12-04T00:20:38,913 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:20:38,913 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:20:38,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:38,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44889,1733271636234, state=OPEN 2024-12-04T00:20:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-86886918/meta-region-server 2024-12-04T00:20:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-86886918/meta-region-server 2024-12-04T00:20:39,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,44889,1733271636234 2024-12-04T00:20:39,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-86886918/meta-region-server: CHANGED 2024-12-04T00:20:39,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-86886918/meta-region-server: CHANGED 2024-12-04T00:20:39,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:20:39,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44889,1733271636234 in 469 msec 2024-12-04T00:20:39,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:20:39,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 908 msec 2024-12-04T00:20:39,008 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:39,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:20:39,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:39,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:39,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:39,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:39,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-12-04T00:20:39,022 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271639022, completionTime=-1 2024-12-04T00:20:39,022 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:20:39,022 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:20:39,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:20:39,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271699026 2024-12-04T00:20:39,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271759026 2024-12-04T00:20:39,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-04T00:20:39,027 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,027 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,027 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,027 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:43779, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,027 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,028 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,038 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:20:39,049 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-12-04T00:20:39,049 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:20:39,049 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:20:39,049 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:20:39,050 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:20:39,050 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:20:39,050 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:39,050 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:20:39,070 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:20:39,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:20:39,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43779,1733271635655-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:39,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:39,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:39,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:39,140 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:39,142 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:39,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:39,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:39,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:39,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,43779,1733271635655 2024-12-04T00:20:39,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:39,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:39,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db638a00002 connected 2024-12-04T00:20:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir so I do NOT create it in target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073 2024-12-04T00:20:39,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:20:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.tmp.dir so I do NOT create it in target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073 2024-12-04T00:20:39,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:20:39,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073 2024-12-04T00:20:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:20:39,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/cluster_90579a88-38cb-7f12-095c-1326c321fd52, deleteOnExit=true 2024-12-04T00:20:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/test.cache.data in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:20:39,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:20:39,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:20:39,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:20:39,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:39,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:39,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:39,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:39,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:20:39,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:39,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:39,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:39,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/java.io.tmpdir/jetty-localhost-44175-hadoop-hdfs-3_4_1-tests_jar-_-any-11353253093848085931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:39,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:44175} 2024-12-04T00:20:39,791 INFO [Time-limited test {}] server.Server(415): Started @176738ms 2024-12-04T00:20:40,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:20:40,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:20:40,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:20:40,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:20:40,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:20:40,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:20:40,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:20:40,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/java.io.tmpdir/jetty-localhost-42399-hadoop-hdfs-3_4_1-tests_jar-_-any-10775018201039122144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:40,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:42399} 2024-12-04T00:20:40,302 INFO [Time-limited test {}] server.Server(415): Started @177250ms 2024-12-04T00:20:40,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:20:41,363 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/cluster_90579a88-38cb-7f12-095c-1326c321fd52/data/data1/current/BP-42082522-172.17.0.3-1733271639223/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:41,367 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/cluster_90579a88-38cb-7f12-095c-1326c321fd52/data/data2/current/BP-42082522-172.17.0.3-1733271639223/current, will proceed with Du for space computation calculation, 2024-12-04T00:20:41,441 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:20:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc97fd564065f5959 with lease ID 0x63eb8eab9b619168: Processing first storage report for DS-3f9fbdcb-5573-4df6-a31a-969524fce98d from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=272925d6-fd2d-4481-b2d8-551738c75a21, infoPort=36699, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=695659122;c=1733271639223) 2024-12-04T00:20:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc97fd564065f5959 with lease ID 0x63eb8eab9b619168: from storage DS-3f9fbdcb-5573-4df6-a31a-969524fce98d node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=272925d6-fd2d-4481-b2d8-551738c75a21, infoPort=36699, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=695659122;c=1733271639223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc97fd564065f5959 with lease ID 0x63eb8eab9b619168: Processing first storage report for DS-17821cbe-d207-461e-8bf3-b8d94b082693 from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=272925d6-fd2d-4481-b2d8-551738c75a21, infoPort=36699, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=695659122;c=1733271639223) 2024-12-04T00:20:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc97fd564065f5959 with lease ID 0x63eb8eab9b619168: from storage DS-17821cbe-d207-461e-8bf3-b8d94b082693 node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=272925d6-fd2d-4481-b2d8-551738c75a21, infoPort=36699, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=695659122;c=1733271639223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:20:41,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073 2024-12-04T00:20:41,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:41,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:20:41,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd with version=8 2024-12-04T00:20:41,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/hbase-staging 2024-12-04T00:20:41,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:41,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:41,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:41,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:41,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:41,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:41,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:20:41,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:41,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36815 2024-12-04T00:20:41,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36815 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:41,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368150x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:41,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36815-0x1019db638a00003 connected 2024-12-04T00:20:42,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:42,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:42,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/running 2024-12-04T00:20:42,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd, hbase.cluster.distributed=false 2024-12-04T00:20:42,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/acl 2024-12-04T00:20:42,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36815 2024-12-04T00:20:42,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36815 2024-12-04T00:20:42,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36815 2024-12-04T00:20:42,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36815 2024-12-04T00:20:42,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36815 2024-12-04T00:20:42,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:20:42,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:20:42,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42391 2024-12-04T00:20:42,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42391 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:42,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:42,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:42,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423910x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/running 2024-12-04T00:20:42,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423910x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:42,240 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:20:42,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423910x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/master 2024-12-04T00:20:42,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423910x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/acl 2024-12-04T00:20:42,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42391-0x1019db638a00004 connected 2024-12-04T00:20:42,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T00:20:42,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42391 2024-12-04T00:20:42,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42391 2024-12-04T00:20:42,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T00:20:42,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-04T00:20:42,292 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:36815 2024-12-04T00:20:42,296 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12020948314/backup-masters/b20163ee1150,36815,1733271641929 2024-12-04T00:20:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/backup-masters 2024-12-04T00:20:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/backup-masters 2024-12-04T00:20:42,361 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on existing znode=/12020948314/backup-masters/b20163ee1150,36815,1733271641929 2024-12-04T00:20:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12020948314/master 2024-12-04T00:20:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:42,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on existing znode=/12020948314/master 2024-12-04T00:20:42,421 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12020948314/backup-masters/b20163ee1150,36815,1733271641929 from backup master directory 2024-12-04T00:20:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12020948314/backup-masters/b20163ee1150,36815,1733271641929 2024-12-04T00:20:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/backup-masters 2024-12-04T00:20:42,549 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:42,549 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,36815,1733271641929 2024-12-04T00:20:42,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/backup-masters 2024-12-04T00:20:42,552 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/hbase.id] with ID: 7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0 2024-12-04T00:20:42,552 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/.tmp/hbase.id 2024-12-04T00:20:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:20:42,604 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/.tmp/hbase.id]:[hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/hbase.id] 2024-12-04T00:20:42,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:42,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:20:42,626 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T00:20:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:20:42,745 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:42,746 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:20:42,748 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:20:43,239 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store 2024-12-04T00:20:43,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:20:43,651 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:43,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:43,652 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:43,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:43,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:43,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:43,652 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:43,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271643651Disabling compacts and flushes for region at 1733271643651Disabling writes for close at 1733271643652 (+1 ms)Writing region close event to WAL at 1733271643652Closed at 1733271643652 2024-12-04T00:20:43,653 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/.initializing 2024-12-04T00:20:43,653 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/WALs/b20163ee1150,36815,1733271641929 2024-12-04T00:20:43,654 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:43,655 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C36815%2C1733271641929, suffix=, logDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/WALs/b20163ee1150,36815,1733271641929, archiveDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/oldWALs, maxLogs=10 2024-12-04T00:20:43,671 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/WALs/b20163ee1150,36815,1733271641929/b20163ee1150%2C36815%2C1733271641929.1733271643655, exclude list is [], retry=0 2024-12-04T00:20:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-3f9fbdcb-5573-4df6-a31a-969524fce98d,DISK] 2024-12-04T00:20:43,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/WALs/b20163ee1150,36815,1733271641929/b20163ee1150%2C36815%2C1733271641929.1733271643655 2024-12-04T00:20:43,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699)] 2024-12-04T00:20:43,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:43,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:43,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:20:43,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:43,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:43,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:20:43,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:43,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:43,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:20:43,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:43,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:43,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:20:43,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:43,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:43,692 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,692 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,693 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,693 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,693 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,694 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:43,695 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:20:43,696 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:43,697 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72192181, jitterRate=0.07574732601642609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:43,697 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271643685Initializing all the Stores at 1733271643686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271643686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271643687 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271643687Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271643687Cleaning up temporary data from old regions at 1733271643693 (+6 ms)Region opened successfully at 1733271643697 (+4 ms) 2024-12-04T00:20:43,697 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:20:43,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f8736b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:43,700 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:20:43,700 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:20:43,700 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:20:43,700 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:20:43,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:20:43,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:20:43,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:20:43,702 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:20:43,703 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/balancer because node does not exist (not necessarily an error) 2024-12-04T00:20:43,750 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/balancer already deleted, retry=false 2024-12-04T00:20:43,751 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:20:43,752 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:20:43,830 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/normalizer already deleted, retry=false 2024-12-04T00:20:43,831 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:20:43,832 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:20:43,910 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/switch/split already deleted, retry=false 2024-12-04T00:20:43,916 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:20:44,005 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/switch/merge already deleted, retry=false 2024-12-04T00:20:44,007 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:20:44,090 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/snapshot-cleanup already deleted, retry=false 2024-12-04T00:20:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12020948314/running 2024-12-04T00:20:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12020948314/running 2024-12-04T00:20:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,176 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,36815,1733271641929, sessionid=0x1019db638a00003, setting cluster-up flag (Was=false) 2024-12-04T00:20:44,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,286 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12020948314/flush-table-proc/acquired, /12020948314/flush-table-proc/reached, /12020948314/flush-table-proc/abort 2024-12-04T00:20:44,287 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36815,1733271641929 2024-12-04T00:20:44,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12020948314/online-snapshot/acquired, /12020948314/online-snapshot/reached, /12020948314/online-snapshot/abort 2024-12-04T00:20:44,347 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36815,1733271641929 2024-12-04T00:20:44,357 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:20:44,358 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:44,360 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:20:44,361 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:20:44,361 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,36815,1733271641929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:20:44,364 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:44,364 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:44,365 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:44,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:44,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:20:44,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:44,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:20:44,397 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271674397 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:20:44,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:20:44,400 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,400 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:20:44,400 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:20:44,400 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:20:44,400 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:20:44,409 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(746): ClusterId : 7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0 2024-12-04T00:20:44,409 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:20:44,412 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:20:44,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,414 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:20:44,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,420 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:20:44,420 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271644414,5,FailOnTimeoutGroup] 2024-12-04T00:20:44,420 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:20:44,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:44,428 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271644420,5,FailOnTimeoutGroup] 2024-12-04T00:20:44,428 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,428 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:20:44,428 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,428 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:20:44,431 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:20:44,431 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c0cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:20:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:20:44,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:20:44,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd 2024-12-04T00:20:44,454 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:42391 2024-12-04T00:20:44,455 INFO [RS:0;b20163ee1150:42391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:20:44,455 INFO [RS:0;b20163ee1150:42391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:20:44,455 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:20:44,456 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,36815,1733271641929 with port=42391, startcode=1733271642156 2024-12-04T00:20:44,456 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:20:44,458 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:20:44,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36815 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,460 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd 2024-12-04T00:20:44,460 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44861 2024-12-04T00:20:44,460 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:20:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:20:44,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:44,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:44,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:44,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:44,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:44,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:44,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:44,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:44,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:44,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/rs 2024-12-04T00:20:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740 2024-12-04T00:20:44,472 DEBUG [RS:0;b20163ee1150:42391 {}] zookeeper.ZKUtil(111): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on existing znode=/12020948314/rs/b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,472 WARN [RS:0;b20163ee1150:42391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:20:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740 2024-12-04T00:20:44,472 INFO [RS:0;b20163ee1150:42391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:44,473 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:44,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:44,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:44,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,42391,1733271642156] 2024-12-04T00:20:44,482 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:44,483 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62999841, jitterRate=-0.06122921407222748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:44,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271644464Initializing all the Stores at 1733271644464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271644464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271644464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271644464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271644464Cleaning up temporary data from old regions at 1733271644473 (+9 ms)Region opened successfully at 1733271644483 (+10 ms) 2024-12-04T00:20:44,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:44,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:44,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:44,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:44,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:44,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:44,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271644483Disabling compacts and flushes for region at 1733271644483Disabling writes for close at 1733271644483Writing region close event to WAL at 1733271644484 (+1 ms)Closed at 1733271644484 2024-12-04T00:20:44,485 INFO [RS:0;b20163ee1150:42391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:20:44,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:44,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:20:44,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:20:44,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:44,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:20:44,492 INFO [RS:0;b20163ee1150:42391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:20:44,500 INFO [RS:0;b20163ee1150:42391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:20:44,500 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,503 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:20:44,504 INFO [RS:0;b20163ee1150:42391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:20:44,504 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:20:44,504 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:44,505 DEBUG [RS:0;b20163ee1150:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:20:44,508 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,508 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,508 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,508 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,509 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,509 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42391,1733271642156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:44,531 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:20:44,531 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42391,1733271642156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,531 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,532 INFO [RS:0;b20163ee1150:42391 {}] regionserver.Replication(171): b20163ee1150,42391,1733271642156 started 2024-12-04T00:20:44,552 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:44,552 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,42391,1733271642156, RpcServer on b20163ee1150/172.17.0.3:42391, sessionid=0x1019db638a00004 2024-12-04T00:20:44,553 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:20:44,553 DEBUG [RS:0;b20163ee1150:42391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,553 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,42391,1733271642156' 2024-12-04T00:20:44,553 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12020948314/flush-table-proc/abort' 2024-12-04T00:20:44,553 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12020948314/flush-table-proc/acquired' 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,42391,1733271642156' 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12020948314/online-snapshot/abort' 2024-12-04T00:20:44,554 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12020948314/online-snapshot/acquired' 2024-12-04T00:20:44,555 DEBUG [RS:0;b20163ee1150:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:20:44,555 INFO [RS:0;b20163ee1150:42391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:20:44,555 INFO [RS:0;b20163ee1150:42391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:20:44,639 WARN [b20163ee1150:36815 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:20:44,655 INFO [RS:0;b20163ee1150:42391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:20:44,657 INFO [RS:0;b20163ee1150:42391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C42391%2C1733271642156, suffix=, logDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156, archiveDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/oldWALs, maxLogs=10 2024-12-04T00:20:44,673 DEBUG [RS:0;b20163ee1150:42391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, exclude list is [], retry=0 2024-12-04T00:20:44,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-3f9fbdcb-5573-4df6-a31a-969524fce98d,DISK] 2024-12-04T00:20:44,693 INFO [RS:0;b20163ee1150:42391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 2024-12-04T00:20:44,696 DEBUG [RS:0;b20163ee1150:42391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699)] 2024-12-04T00:20:44,890 DEBUG [b20163ee1150:36815 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:20:44,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:44,895 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,42391,1733271642156, state=OPENING 2024-12-04T00:20:44,955 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:20:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:44,971 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:20:44,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,42391,1733271642156}] 2024-12-04T00:20:44,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12020948314/meta-region-server: CHANGED 2024-12-04T00:20:44,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12020948314/meta-region-server: CHANGED 2024-12-04T00:20:45,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:45,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:20:45,140 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:20:45,140 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:45,141 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:20:45,142 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C42391%2C1733271642156.meta, suffix=.meta, logDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156, archiveDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/oldWALs, maxLogs=10 2024-12-04T00:20:45,161 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.meta.1733271645143.meta, exclude list is [], retry=0 2024-12-04T00:20:45,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-3f9fbdcb-5573-4df6-a31a-969524fce98d,DISK] 2024-12-04T00:20:45,195 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.meta.1733271645143.meta 2024-12-04T00:20:45,199 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699)] 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:45,200 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:20:45,200 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:20:45,200 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:20:45,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:20:45,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:20:45,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:45,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:45,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:20:45,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:20:45,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:45,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:45,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:20:45,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:20:45,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:45,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:45,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:20:45,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:20:45,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:20:45,229 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:20:45,230 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740 2024-12-04T00:20:45,231 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740 2024-12-04T00:20:45,232 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:20:45,232 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:20:45,233 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:20:45,235 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:20:45,235 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71680393, jitterRate=0.06812109053134918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:20:45,236 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:20:45,236 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271645201Writing region info on filesystem at 1733271645201Initializing all the Stores at 1733271645202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271645202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271645211 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271645211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271645211Cleaning up temporary data from old regions at 1733271645232 (+21 ms)Running coprocessor post-open hooks at 1733271645236 (+4 ms)Region opened successfully at 1733271645236 2024-12-04T00:20:45,237 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271645124 2024-12-04T00:20:45,240 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:20:45,240 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:20:45,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:45,241 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,42391,1733271642156, state=OPEN 2024-12-04T00:20:45,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12020948314/meta-region-server 2024-12-04T00:20:45,251 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,42391,1733271642156 2024-12-04T00:20:45,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12020948314/meta-region-server: CHANGED 2024-12-04T00:20:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12020948314/meta-region-server 2024-12-04T00:20:45,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12020948314/meta-region-server: CHANGED 2024-12-04T00:20:45,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:20:45,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,42391,1733271642156 in 280 msec 2024-12-04T00:20:45,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:20:45,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-12-04T00:20:45,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:20:45,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:20:45,260 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:45,260 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:45,260 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:45,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:45,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-12-04T00:20:45,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271645269, completionTime=-1 2024-12-04T00:20:45,269 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:20:45,269 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271705272 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271765272 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,272 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,273 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:36815, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,273 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,275 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:20:45,293 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.749sec 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:20:45,299 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:20:45,315 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:20:45,315 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:20:45,315 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36815,1733271641929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:20:45,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:45,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:45,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:45,333 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:45,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:45,337 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:45,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:45,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:45,341 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:45,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:45,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:45,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,36815,1733271641929 2024-12-04T00:20:45,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-12-04T00:20:45,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:20:45,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db638a00005 connected 2024-12-04T00:20:45,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-12-04T00:20:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:45,395 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:45,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:20:45,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:20:45,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:45,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:20:45,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:20:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:45,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:20:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:45,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61788cd6e41b9a16e55fe6b00ad8da58, NAME => 'test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094 2024-12-04T00:20:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:20:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:46,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:46,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61788cd6e41b9a16e55fe6b00ad8da58, disabling compactions & flushes 2024-12-04T00:20:46,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. after waiting 0 ms 2024-12-04T00:20:46,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61788cd6e41b9a16e55fe6b00ad8da58: Waiting for close lock at 1733271646242Disabling compacts and flushes for region at 1733271646242Disabling writes for close at 1733271646242Writing region close event to WAL at 1733271646242Closed at 1733271646243 (+1 ms) 2024-12-04T00:20:46,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:20:46,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271646244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271646244"}]},"ts":"1733271646244"} 2024-12-04T00:20:46,246 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:20:46,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:20:46,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271646247"}]},"ts":"1733271646247"} 2024-12-04T00:20:46,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:20:46,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61788cd6e41b9a16e55fe6b00ad8da58, ASSIGN}] 2024-12-04T00:20:46,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61788cd6e41b9a16e55fe6b00ad8da58, ASSIGN 2024-12-04T00:20:46,257 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61788cd6e41b9a16e55fe6b00ad8da58, ASSIGN; state=OFFLINE, location=b20163ee1150,44889,1733271636234; forceNewPlan=false, retain=false 2024-12-04T00:20:46,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61788cd6e41b9a16e55fe6b00ad8da58, regionState=OPENING, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:46,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61788cd6e41b9a16e55fe6b00ad8da58, ASSIGN because future has completed 2024-12-04T00:20:46,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61788cd6e41b9a16e55fe6b00ad8da58, server=b20163ee1150,44889,1733271636234}] 2024-12-04T00:20:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:46,571 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,571 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61788cd6e41b9a16e55fe6b00ad8da58, NAME => 'test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:46,571 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:46,571 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:20:46,571 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,571 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:46,572 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,572 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,573 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,574 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61788cd6e41b9a16e55fe6b00ad8da58 columnFamilyName f 2024-12-04T00:20:46,574 DEBUG [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:46,574 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(327): Store=61788cd6e41b9a16e55fe6b00ad8da58/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:46,574 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,576 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61788cd6e41b9a16e55fe6b00ad8da58 columnFamilyName f1 2024-12-04T00:20:46,577 DEBUG [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:46,577 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(327): Store=61788cd6e41b9a16e55fe6b00ad8da58/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:46,577 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,582 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61788cd6e41b9a16e55fe6b00ad8da58 columnFamilyName norep 2024-12-04T00:20:46,582 DEBUG [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:46,583 INFO [StoreOpener-61788cd6e41b9a16e55fe6b00ad8da58-1 {}] regionserver.HStore(327): Store=61788cd6e41b9a16e55fe6b00ad8da58/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:46,583 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,584 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,586 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,587 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,587 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,588 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:46,589 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,595 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:46,595 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61788cd6e41b9a16e55fe6b00ad8da58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64429163, jitterRate=-0.03993065655231476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:46,595 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:46,596 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61788cd6e41b9a16e55fe6b00ad8da58: Running coprocessor pre-open hook at 1733271646572Writing region info on filesystem at 1733271646572Initializing all the Stores at 1733271646572Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271646572Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271646573 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271646573Cleaning up temporary data from old regions at 1733271646587 (+14 ms)Running coprocessor post-open hooks at 1733271646595 (+8 ms)Region opened successfully at 1733271646596 (+1 ms) 2024-12-04T00:20:46,597 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., pid=6, masterSystemTime=1733271646566 2024-12-04T00:20:46,602 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,602 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:46,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61788cd6e41b9a16e55fe6b00ad8da58, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:46,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61788cd6e41b9a16e55fe6b00ad8da58, server=b20163ee1150,44889,1733271636234 because future has completed 2024-12-04T00:20:46,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:20:46,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61788cd6e41b9a16e55fe6b00ad8da58, server=b20163ee1150,44889,1733271636234 in 203 msec 2024-12-04T00:20:46,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:20:46,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61788cd6e41b9a16e55fe6b00ad8da58, ASSIGN in 368 msec 2024-12-04T00:20:46,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:20:46,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271646622"}]},"ts":"1733271646622"} 2024-12-04T00:20:46,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:20:46,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:20:46,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2320 sec 2024-12-04T00:20:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:47,546 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:20:47,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4b56da 2024-12-04T00:20:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:47,549 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:47,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:20:47,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:20:47,552 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:47,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:20:47,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:20:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:20:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:47,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 023db5e4bc61363d9b5bcae3e89e9896, NAME => 'test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd 2024-12-04T00:20:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:48,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:48,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 023db5e4bc61363d9b5bcae3e89e9896, disabling compactions & flushes 2024-12-04T00:20:48,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. after waiting 0 ms 2024-12-04T00:20:48,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 023db5e4bc61363d9b5bcae3e89e9896: Waiting for close lock at 1733271648367Disabling compacts and flushes for region at 1733271648367Disabling writes for close at 1733271648367Writing region close event to WAL at 1733271648368 (+1 ms)Closed at 1733271648368 2024-12-04T00:20:48,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:20:48,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271648369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271648369"}]},"ts":"1733271648369"} 2024-12-04T00:20:48,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:20:48,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:20:48,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271648372"}]},"ts":"1733271648372"} 2024-12-04T00:20:48,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:20:48,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=023db5e4bc61363d9b5bcae3e89e9896, ASSIGN}] 2024-12-04T00:20:48,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=023db5e4bc61363d9b5bcae3e89e9896, ASSIGN 2024-12-04T00:20:48,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=023db5e4bc61363d9b5bcae3e89e9896, ASSIGN; state=OFFLINE, location=b20163ee1150,42391,1733271642156; forceNewPlan=false, retain=false 2024-12-04T00:20:48,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023db5e4bc61363d9b5bcae3e89e9896, regionState=OPENING, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=023db5e4bc61363d9b5bcae3e89e9896, ASSIGN because future has completed 2024-12-04T00:20:48,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023db5e4bc61363d9b5bcae3e89e9896, server=b20163ee1150,42391,1733271642156}] 2024-12-04T00:20:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:48,686 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,686 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 023db5e4bc61363d9b5bcae3e89e9896, NAME => 'test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:48,686 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:48,686 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:20:48,687 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,687 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:48,687 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,687 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,688 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,688 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023db5e4bc61363d9b5bcae3e89e9896 columnFamilyName f 2024-12-04T00:20:48,689 DEBUG [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:48,689 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(327): Store=023db5e4bc61363d9b5bcae3e89e9896/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:48,689 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,689 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023db5e4bc61363d9b5bcae3e89e9896 columnFamilyName f1 2024-12-04T00:20:48,689 DEBUG [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:48,690 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(327): Store=023db5e4bc61363d9b5bcae3e89e9896/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:48,690 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,690 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023db5e4bc61363d9b5bcae3e89e9896 columnFamilyName norep 2024-12-04T00:20:48,690 DEBUG [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:48,691 INFO [StoreOpener-023db5e4bc61363d9b5bcae3e89e9896-1 {}] regionserver.HStore(327): Store=023db5e4bc61363d9b5bcae3e89e9896/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:48,691 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,691 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,691 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,692 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,692 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,692 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:48,693 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,694 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:48,695 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 023db5e4bc61363d9b5bcae3e89e9896; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74089538, jitterRate=0.1040201485157013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:48,695 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:48,695 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 023db5e4bc61363d9b5bcae3e89e9896: Running coprocessor pre-open hook at 1733271648687Writing region info on filesystem at 1733271648687Initializing all the Stores at 1733271648687Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271648687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271648687Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271648687Cleaning up temporary data from old regions at 1733271648692 (+5 ms)Running coprocessor post-open hooks at 1733271648695 (+3 ms)Region opened successfully at 1733271648695 2024-12-04T00:20:48,695 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., pid=6, masterSystemTime=1733271648683 2024-12-04T00:20:48,697 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,697 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:48,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023db5e4bc61363d9b5bcae3e89e9896, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:48,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023db5e4bc61363d9b5bcae3e89e9896, server=b20163ee1150,42391,1733271642156 because future has completed 2024-12-04T00:20:48,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:20:48,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 023db5e4bc61363d9b5bcae3e89e9896, server=b20163ee1150,42391,1733271642156 in 171 msec 2024-12-04T00:20:48,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:20:48,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=023db5e4bc61363d9b5bcae3e89e9896, ASSIGN in 329 msec 2024-12-04T00:20:48,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:20:48,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271648705"}]},"ts":"1733271648705"} 2024-12-04T00:20:48,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:20:48,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:20:48,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-04T00:20:49,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:20:49,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:20:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:20:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:20:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:20:49,696 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:20:49,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:49,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:49,697 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506dc550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,699 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d032663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:49,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:49,704 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,706 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:49,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcbfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:49,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:49,708 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a44bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:49,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,710 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65269071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949deae 2024-12-04T00:20:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:49,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:49,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:36815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:20:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:20:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:49,718 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36815' 2024-12-04T00:20:49,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9f50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,721 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:49,721 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:49,722 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362f26ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,723 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:49,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cc6819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:49,724 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f52210 2024-12-04T00:20:49,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:49,728 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:49,729 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T00:20:49,729 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:20:49,729 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,729 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:49,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:49,729 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:49,730 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:20:49,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:20:49,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:49,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:20:49,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:20:49,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a63f6812799a40f8d597a33e47e7c23, NAME => 'hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094 2024-12-04T00:20:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:20:49,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:49,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a63f6812799a40f8d597a33e47e7c23, disabling compactions & flushes 2024-12-04T00:20:49,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:49,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:49,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. after waiting 0 ms 2024-12-04T00:20:49,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:49,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:49,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a63f6812799a40f8d597a33e47e7c23: Waiting for close lock at 1733271649772Disabling compacts and flushes for region at 1733271649772Disabling writes for close at 1733271649772Writing region close event to WAL at 1733271649772Closed at 1733271649772 2024-12-04T00:20:49,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:20:49,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271649774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271649774"}]},"ts":"1733271649774"} 2024-12-04T00:20:49,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:20:49,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:20:49,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271649778"}]},"ts":"1733271649778"} 2024-12-04T00:20:49,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:20:49,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a63f6812799a40f8d597a33e47e7c23, ASSIGN}] 2024-12-04T00:20:49,781 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:20:49,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a63f6812799a40f8d597a33e47e7c23, ASSIGN 2024-12-04T00:20:49,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a63f6812799a40f8d597a33e47e7c23, ASSIGN; state=OFFLINE, location=b20163ee1150,44889,1733271636234; forceNewPlan=false, retain=false 2024-12-04T00:20:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:49,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a63f6812799a40f8d597a33e47e7c23, regionState=OPENING, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:49,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a63f6812799a40f8d597a33e47e7c23, ASSIGN because future has completed 2024-12-04T00:20:49,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a63f6812799a40f8d597a33e47e7c23, server=b20163ee1150,44889,1733271636234}] 2024-12-04T00:20:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:50,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:50,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:50,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:20:50,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44889%2C1733271636234.rep, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs, maxLogs=10 2024-12-04T00:20:50,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.rep.1733271650098, exclude list is [], retry=0 2024-12-04T00:20:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-3a9cfa82-461f-42ed-a73b-2a01868b248a,DISK] 2024-12-04T00:20:50,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.rep.1733271650098 2024-12-04T00:20:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-12-04T00:20:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a63f6812799a40f8d597a33e47e7c23, NAME => 'hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:50,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. service=MultiRowMutationService 2024-12-04T00:20:50,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:20:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,121 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,122 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a63f6812799a40f8d597a33e47e7c23 columnFamilyName hfileref 2024-12-04T00:20:50,122 DEBUG [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:50,123 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(327): Store=2a63f6812799a40f8d597a33e47e7c23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:50,123 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,125 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a63f6812799a40f8d597a33e47e7c23 columnFamilyName queue 2024-12-04T00:20:50,125 DEBUG [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:50,126 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(327): Store=2a63f6812799a40f8d597a33e47e7c23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:50,126 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,127 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a63f6812799a40f8d597a33e47e7c23 columnFamilyName sid 2024-12-04T00:20:50,127 DEBUG [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:50,128 INFO [StoreOpener-2a63f6812799a40f8d597a33e47e7c23-1 {}] regionserver.HStore(327): Store=2a63f6812799a40f8d597a33e47e7c23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:50,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:50,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:50,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a63f6812799a40f8d597a33e47e7c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62432044, jitterRate=-0.0696900486946106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:50,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:50,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a63f6812799a40f8d597a33e47e7c23: Running coprocessor pre-open hook at 1733271650120Writing region info on filesystem at 1733271650120Initializing all the Stores at 1733271650121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271650121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271650121Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271650121Cleaning up temporary data from old regions at 1733271650130 (+9 ms)Running coprocessor post-open hooks at 1733271650137 (+7 ms)Region opened successfully at 1733271650138 (+1 ms) 2024-12-04T00:20:50,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23., pid=10, masterSystemTime=1733271650089 2024-12-04T00:20:50,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:50,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:50,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a63f6812799a40f8d597a33e47e7c23, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44889,1733271636234 2024-12-04T00:20:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a63f6812799a40f8d597a33e47e7c23, server=b20163ee1150,44889,1733271636234 because future has completed 2024-12-04T00:20:50,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:20:50,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a63f6812799a40f8d597a33e47e7c23, server=b20163ee1150,44889,1733271636234 in 213 msec 2024-12-04T00:20:50,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:20:50,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a63f6812799a40f8d597a33e47e7c23, ASSIGN in 372 msec 2024-12-04T00:20:50,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:20:50,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271650155"}]},"ts":"1733271650155"} 2024-12-04T00:20:50,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:20:50,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:20:50,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 429 msec 2024-12-04T00:20:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23., hostname=b20163ee1150,44889,1733271636234, seqNum=2] 2024-12-04T00:20:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:50,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:20:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:50,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:20:50,422 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:20:50,452 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,44889,1733271636234, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:20:50,453 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:50,454 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:50,455 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:50,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T00:20:50,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,44889,1733271636234', locateType=CURRENT is [region=hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23., hostname=b20163ee1150,44889,1733271636234, seqNum=2] 2024-12-04T00:20:50,468 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:20:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:20:50,471 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,44889,1733271636234 suceeded 2024-12-04T00:20:50,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:20:50,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-04T00:20:50,472 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:36815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:20:50,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 757 msec 2024-12-04T00:20:50,486 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36815' 2024-12-04T00:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228decad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:50,488 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ec2860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,490 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:50,491 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c12fa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,491 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e60ca6 2024-12-04T00:20:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:50,492 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:50,493 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,44889,1733271636234 (queues=1) is replicating from cluster=c4185f99-66a0-49b8-9d8d-1456d7e9ded7 to cluster=7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0 2024-12-04T00:20:50,493 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C44889%2C1733271636234 2024-12-04T00:20:50,493 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,44889,1733271636234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:20:50,498 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390, startPosition=0, beingWritten=true 2024-12-04T00:20:50,498 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C44889%2C1733271636234 2024-12-04T00:20:50,511 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:20:50,511 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:50,513 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44889,1733271636234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:20:50,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:50,717 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:50,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:50,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:20:50,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:20:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:50,860 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:20:50,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:50,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:50,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:50,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:50,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:50,866 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,868 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:50,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:50,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-12-04T00:20:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:50,874 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:50,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:43779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:20:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:20:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:50,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:43779' 2024-12-04T00:20:50,880 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67977b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,880 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:50,880 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:50,881 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432aa95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,883 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c38c555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:50,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:50,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:50,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a27150a 2024-12-04T00:20:50,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:50,885 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:50,886 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T00:20:50,886 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:20:50,886 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:50,886 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:50,886 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:20:50,887 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:20:50,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:20:50,889 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:50,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:20:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:20:50,938 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:20:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:51,031 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:51,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5d9d40658b99c992cd4fef3e7eb6560, NAME => 'hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd 2024-12-04T00:20:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:20:51,435 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e5d9d40658b99c992cd4fef3e7eb6560, disabling compactions & flushes 2024-12-04T00:20:51,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. after waiting 0 ms 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:51,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:51,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5d9d40658b99c992cd4fef3e7eb6560: Waiting for close lock at 1733271651713Disabling compacts and flushes for region at 1733271651713Disabling writes for close at 1733271651713Writing region close event to WAL at 1733271651713Closed at 1733271651713 2024-12-04T00:20:51,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:20:51,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271651716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271651716"}]},"ts":"1733271651716"} 2024-12-04T00:20:51,719 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:20:51,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:20:51,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271651719"}]},"ts":"1733271651719"} 2024-12-04T00:20:51,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:20:51,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5d9d40658b99c992cd4fef3e7eb6560, ASSIGN}] 2024-12-04T00:20:51,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5d9d40658b99c992cd4fef3e7eb6560, ASSIGN 2024-12-04T00:20:51,724 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5d9d40658b99c992cd4fef3e7eb6560, ASSIGN; state=OFFLINE, location=b20163ee1150,42391,1733271642156; forceNewPlan=false, retain=false 2024-12-04T00:20:51,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5d9d40658b99c992cd4fef3e7eb6560, regionState=OPENING, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5d9d40658b99c992cd4fef3e7eb6560, ASSIGN because future has completed 2024-12-04T00:20:51,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5d9d40658b99c992cd4fef3e7eb6560, server=b20163ee1150,42391,1733271642156}] 2024-12-04T00:20:51,956 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:52,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:52,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:20:52,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:20:52,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C42391%2C1733271642156.rep, suffix=, logDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156, archiveDir=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/oldWALs, maxLogs=10 2024-12-04T00:20:52,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.rep.1733271652054, exclude list is [], retry=0 2024-12-04T00:20:52,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-3f9fbdcb-5573-4df6-a31a-969524fce98d,DISK] 2024-12-04T00:20:52,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.rep.1733271652054 2024-12-04T00:20:52,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699)] 2024-12-04T00:20:52,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e5d9d40658b99c992cd4fef3e7eb6560, NAME => 'hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:20:52,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:20:52,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:20:52,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. service=MultiRowMutationService 2024-12-04T00:20:52,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:20:52,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:20:52,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,076 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,078 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d9d40658b99c992cd4fef3e7eb6560 columnFamilyName hfileref 2024-12-04T00:20:52,078 DEBUG [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:52,078 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(327): Store=e5d9d40658b99c992cd4fef3e7eb6560/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:52,078 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,079 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d9d40658b99c992cd4fef3e7eb6560 columnFamilyName queue 2024-12-04T00:20:52,079 DEBUG [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:52,080 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(327): Store=e5d9d40658b99c992cd4fef3e7eb6560/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:52,080 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,081 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d9d40658b99c992cd4fef3e7eb6560 columnFamilyName sid 2024-12-04T00:20:52,081 DEBUG [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:20:52,081 INFO [StoreOpener-e5d9d40658b99c992cd4fef3e7eb6560-1 {}] regionserver.HStore(327): Store=e5d9d40658b99c992cd4fef3e7eb6560/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:20:52,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:20:52,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:20:52,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e5d9d40658b99c992cd4fef3e7eb6560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72861846, jitterRate=0.08572611212730408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:20:52,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:52,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e5d9d40658b99c992cd4fef3e7eb6560: Running coprocessor pre-open hook at 1733271652071Writing region info on filesystem at 1733271652071Initializing all the Stores at 1733271652072 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271652072Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271652076 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271652076Cleaning up temporary data from old regions at 1733271652083 (+7 ms)Running coprocessor post-open hooks at 1733271652090 (+7 ms)Region opened successfully at 1733271652090 2024-12-04T00:20:52,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560., pid=10, masterSystemTime=1733271652041 2024-12-04T00:20:52,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:52,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:52,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5d9d40658b99c992cd4fef3e7eb6560, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,42391,1733271642156 2024-12-04T00:20:52,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5d9d40658b99c992cd4fef3e7eb6560, server=b20163ee1150,42391,1733271642156 because future has completed 2024-12-04T00:20:52,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:20:52,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e5d9d40658b99c992cd4fef3e7eb6560, server=b20163ee1150,42391,1733271642156 in 228 msec 2024-12-04T00:20:52,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:20:52,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5d9d40658b99c992cd4fef3e7eb6560, ASSIGN in 393 msec 2024-12-04T00:20:52,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:20:52,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271652118"}]},"ts":"1733271652118"} 2024-12-04T00:20:52,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:20:52,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:20:52,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-12-04T00:20:52,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560., hostname=b20163ee1150,42391,1733271642156, seqNum=2] 2024-12-04T00:20:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:52,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:52,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:20:52,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:20:52,400 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:20:52,440 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,42391,1733271642156, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:20:52,441 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:52,441 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:52,441 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:52,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T00:20:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,42391,1733271642156', locateType=CURRENT is [region=hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560., hostname=b20163ee1150,42391,1733271642156, seqNum=2] 2024-12-04T00:20:52,460 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:20:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:20:52,470 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,42391,1733271642156 suceeded 2024-12-04T00:20:52,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:20:52,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-12-04T00:20:52,472 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:43779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:20:52,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5970 sec 2024-12-04T00:20:52,484 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:43779' 2024-12-04T00:20:52,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3a1804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:52,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:52,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:52,489 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:52,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:52,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:52,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b39a5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:52,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:52,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:52,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:52,490 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:52,491 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2db42850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:52,491 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20165beb 2024-12-04T00:20:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:52,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:52,494 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,42391,1733271642156 (queues=1) is replicating from cluster=7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0 to cluster=c4185f99-66a0-49b8-9d8d-1456d7e9ded7 2024-12-04T00:20:52,494 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C42391%2C1733271642156 2024-12-04T00:20:52,494 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,42391,1733271642156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:20:52,494 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, startPosition=0, beingWritten=true 2024-12-04T00:20:52,500 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C42391%2C1733271642156 2024-12-04T00:20:52,518 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:20:52,518 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:52,518 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,42391,1733271642156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:20:52,569 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:52,728 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:20:53,026 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:20:53,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:53,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:53,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:53,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:53,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733271653030/Put/seqid=0 2024-12-04T00:20:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741840_1016 (size=7894) 2024-12-04T00:20:53,043 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:53,304 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:53,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733271653443/Put/seqid=0 2024-12-04T00:20:53,456 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741841_1017 (size=7691) 2024-12-04T00:20:53,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:53,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:53,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:53,879 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbcc9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:53,881 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:53,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:53,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:53,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:53,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:53,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:53,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a53e8f6 2024-12-04T00:20:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:53,913 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2] 2024-12-04T00:20:53,923 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:53,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T00:20:53,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T00:20:53,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T00:20:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:53,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T00:20:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegion(2603): Flush status journal for 61788cd6e41b9a16e55fe6b00ad8da58: 2024-12-04T00:20:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_0 2024-12-04T00:20:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_0 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/bed75749d548469395f31a51004d356c_SeqId_4_ 2024-12-04T00:20:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_1 2024-12-04T00:20:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_1 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/97bff166abf24eae83951e47435a641f_SeqId_4_ 2024-12-04T00:20:53,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_0 into 61788cd6e41b9a16e55fe6b00ad8da58/f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/bed75749d548469395f31a51004d356c_SeqId_4_ - updating store file list. 2024-12-04T00:20:53,994 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bed75749d548469395f31a51004d356c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:53,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/bed75749d548469395f31a51004d356c_SeqId_4_ into 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:53,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_0 into 61788cd6e41b9a16e55fe6b00ad8da58/f (new location: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/bed75749d548469395f31a51004d356c_SeqId_4_) 2024-12-04T00:20:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_0 2024-12-04T00:20:53,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_1 into 61788cd6e41b9a16e55fe6b00ad8da58/f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/97bff166abf24eae83951e47435a641f_SeqId_4_ - updating store file list. 2024-12-04T00:20:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97bff166abf24eae83951e47435a641f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:54,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/97bff166abf24eae83951e47435a641f_SeqId_4_ into 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:54,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_1 into 61788cd6e41b9a16e55fe6b00ad8da58/f (new location: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/97bff166abf24eae83951e47435a641f_SeqId_4_) 2024-12-04T00:20:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins__test__4tbeh6eq7vvechc63gmjdq24667ntrj4dphvfo1uhvvijtkt6tpklsgom0cb0dhs/f/hfile_1 2024-12-04T00:20:54,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:54,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:54,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:54,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:54,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2 , the old value is region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:44889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:20:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:20:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2 from cache 2024-12-04T00:20:54,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:54,009 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:20:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:54,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2] 2024-12-04T00:20:54,031 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:20:54,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:44889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:20:54,118 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 379, reset compression=false 2024-12-04T00:20:54,124 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:20:54,124 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44889,1733271636234 got entry batch from reader: WALEntryBatch [walEntries=[{test/61788cd6e41b9a16e55fe6b00ad8da58/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271654006/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:20:54,126 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:54,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T00:20:54,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.ReplicationSink(318): Replicating [c4185f99-66a0-49b8-9d8d-1456d7e9ded7] bulk loaded data 2024-12-04T00:20:54,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adce0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:54,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:54,130 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1224b0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:54,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:54,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:54,132 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:54,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765ec8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741840_1016 (size=7894) 2024-12-04T00:20:54,324 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741841_1017 (size=7691) 2024-12-04T00:20:54,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ad5d939 2024-12-04T00:20:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:54,565 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:54,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:54,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:54,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T00:20:54,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T00:20:54,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T00:20:54,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ for inclusion in 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T00:20:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:54,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ for inclusion in 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T00:20:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegion(2603): Flush status journal for 023db5e4bc61363d9b5bcae3e89e9896: 2024-12-04T00:20:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bed75749d548469395f31a51004d356c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:20:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/0f0d909b11014966847d95927a33f131_SeqId_4_ 2024-12-04T00:20:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97bff166abf24eae83951e47435a641f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:20:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/e0be881f6b0b499d8c9502b5af863451_SeqId_4_ 2024-12-04T00:20:54,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/0f0d909b11014966847d95927a33f131_SeqId_4_ - updating store file list. 2024-12-04T00:20:54,600 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 379, reset compression=false 2024-12-04T00:20:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f0d909b11014966847d95927a33f131_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:54,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/0f0d909b11014966847d95927a33f131_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:54,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f (new location: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/0f0d909b11014966847d95927a33f131_SeqId_4_) 2024-12-04T00:20:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/bed75749d548469395f31a51004d356c_SeqId_4_ 2024-12-04T00:20:54,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/e0be881f6b0b499d8c9502b5af863451_SeqId_4_ - updating store file list. 2024-12-04T00:20:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0be881f6b0b499d8c9502b5af863451_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:54,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/e0be881f6b0b499d8c9502b5af863451_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:54,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ into 023db5e4bc61363d9b5bcae3e89e9896/f (new location: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/e0be881f6b0b499d8c9502b5af863451_SeqId_4_) 2024-12-04T00:20:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins.hfs.11__test__qmricer22p1b7aqad3ispfqbsgcst7khl519jtmn8kc83nlgqqh38pjag9g15goj/f/97bff166abf24eae83951e47435a641f_SeqId_4_ 2024-12-04T00:20:54,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.ReplicationSink(324): Finished replicating [c4185f99-66a0-49b8-9d8d-1456d7e9ded7] bulk loaded data 2024-12-04T00:20:54,628 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:54,635 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:20:54,635 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,42391,1733271642156 got entry batch from reader: WALEntryBatch [walEntries=[{test/023db5e4bc61363d9b5bcae3e89e9896/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271654613/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T00:20:54,638 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:20:54,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T00:20:54,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] regionserver.ReplicationSink(318): Replicating [c4185f99-66a0-49b8-9d8d-1456d7e9ded7, 7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0] bulk loaded data 2024-12-04T00:20:54,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f27a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,43779,-1 for getting cluster id 2024-12-04T00:20:54,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:54,653 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4185f99-66a0-49b8-9d8d-1456d7e9ded7' 2024-12-04T00:20:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4185f99-66a0-49b8-9d8d-1456d7e9ded7" 2024-12-04T00:20:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108b219b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,43779,-1] 2024-12-04T00:20:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:54,656 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:54,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737ac04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741842_1018 (size=7894) 2024-12-04T00:20:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741843_1019 (size=7691) 2024-12-04T00:20:54,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:54,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,43779,1733271635655 2024-12-04T00:20:54,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730f9a85 2024-12-04T00:20:54,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:54,766 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T00:20:54,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:54,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:54,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T00:20:54,780 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__rlo3p34ke2h1tpo1ft8faoc842aqq87lnk36v6pdfgeshhgmp0hd5hkiscjkuiqr/f/0f0d909b11014966847d95927a33f131_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T00:20:54,789 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__rlo3p34ke2h1tpo1ft8faoc842aqq87lnk36v6pdfgeshhgmp0hd5hkiscjkuiqr/f/e0be881f6b0b499d8c9502b5af863451_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T00:20:54,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] regionserver.ReplicationSink(324): Finished replicating [c4185f99-66a0-49b8-9d8d-1456d7e9ded7, 7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0] bulk loaded data 2024-12-04T00:20:54,835 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 725, reset compression=false 2024-12-04T00:20:55,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:20:55,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733271655043/Put/seqid=0 2024-12-04T00:20:55,046 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741842_1018 (size=11194) 2024-12-04T00:20:55,141 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 725, reset compression=false 2024-12-04T00:20:55,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733271655452/Put/seqid=0 2024-12-04T00:20:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741843_1019 (size=10791) 2024-12-04T00:20:55,545 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 725, reset compression=false 2024-12-04T00:20:55,550 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:55,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:20:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:20:55,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:55,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36815,-1 for getting cluster id 2024-12-04T00:20:55,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:20:55,873 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0' 2024-12-04T00:20:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:20:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0" 2024-12-04T00:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666af59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36815,-1] 2024-12-04T00:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:55,876 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:20:55,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:20:55,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:55,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:55,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36815,1733271641929 2024-12-04T00:20:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d121a8 2024-12-04T00:20:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:20:55,892 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:20:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2] 2024-12-04T00:20:55,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:55,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T00:20:55,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T00:20:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T00:20:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:55,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T00:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegion(2603): Flush status journal for 023db5e4bc61363d9b5bcae3e89e9896: 2024-12-04T00:20:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_0 2024-12-04T00:20:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_0 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ 2024-12-04T00:20:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_1 2024-12-04T00:20:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_1 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ 2024-12-04T00:20:55,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_0 into 023db5e4bc61363d9b5bcae3e89e9896/f as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ - updating store file list. 2024-12-04T00:20:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:55,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ into 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:55,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_0 into 023db5e4bc61363d9b5bcae3e89e9896/f (new location: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_) 2024-12-04T00:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_0 2024-12-04T00:20:55,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_1 into 023db5e4bc61363d9b5bcae3e89e9896/f as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ - updating store file list. 2024-12-04T00:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d294d89492d744eaa97e88ead94424e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:55,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ into 023db5e4bc61363d9b5bcae3e89e9896/f 2024-12-04T00:20:55,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_1 into 023db5e4bc61363d9b5bcae3e89e9896/f (new location: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_) 2024-12-04T00:20:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/staging/jenkins__test__o6p5invjnr9depsep9c4h8iotcgn04lh35ob1p4fpcsitk9bi8fslintpklmngku/f/hfile_1 2024-12-04T00:20:55,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:55,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:55,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:55,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:55,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2 , the old value is region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:20:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:20:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896., hostname=b20163ee1150,42391,1733271642156, seqNum=2 from cache 2024-12-04T00:20:55,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44889,1733271636234, seqNum=-1] 2024-12-04T00:20:55,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:20:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:20:55,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:20:55,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., hostname=b20163ee1150,44889,1733271636234, seqNum=2] 2024-12-04T00:20:55,979 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:20:56,049 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 725, reset compression=false 2024-12-04T00:20:56,063 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:20:56,064 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,42391,1733271642156 got entry batch from reader: WALEntryBatch [walEntries=[{test/023db5e4bc61363d9b5bcae3e89e9896/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271655967/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:20:56,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] regionserver.ReplicationSink(318): Replicating [7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0] bulk loaded data 2024-12-04T00:20:56,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:20:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741844_1020 (size=11194) 2024-12-04T00:20:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741845_1021 (size=10791) 2024-12-04T00:20:56,160 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:56,264 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1033, reset compression=false 2024-12-04T00:20:56,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:56,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T00:20:56,529 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T00:20:56,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ for inclusion in 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T00:20:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:56,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ for inclusion in 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T00:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegion(2603): Flush status journal for 61788cd6e41b9a16e55fe6b00ad8da58: 2024-12-04T00:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d294d89492d744eaa97e88ead94424e3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:20:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/8f422846f6c94e27ba23cd860807b989_SeqId_6_ 2024-12-04T00:20:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:20:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/136af69ebc1a4968943198cf20ff485a_SeqId_6_ 2024-12-04T00:20:56,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/8f422846f6c94e27ba23cd860807b989_SeqId_6_ - updating store file list. 2024-12-04T00:20:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f422846f6c94e27ba23cd860807b989_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:56,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/8f422846f6c94e27ba23cd860807b989_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:56,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f (new location: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/8f422846f6c94e27ba23cd860807b989_SeqId_6_) 2024-12-04T00:20:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/d294d89492d744eaa97e88ead94424e3_SeqId_6_ 2024-12-04T00:20:56,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/136af69ebc1a4968943198cf20ff485a_SeqId_6_ - updating store file list. 2024-12-04T00:20:56,575 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1033, reset compression=false 2024-12-04T00:20:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 136af69ebc1a4968943198cf20ff485a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:20:56,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/136af69ebc1a4968943198cf20ff485a_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f 2024-12-04T00:20:56,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ into 61788cd6e41b9a16e55fe6b00ad8da58/f (new location: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/f/136af69ebc1a4968943198cf20ff485a_SeqId_6_) 2024-12-04T00:20:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/staging/jenkins.hfs.10__test__k6fdhf03neupio0ogmu6n9n2tni2sr5bqv6qs80b9okuobc7dr0oc581kbh60u0t/f/bb6c2c6813844a3d8a7913cf4af04b3f_SeqId_6_ 2024-12-04T00:20:56,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44889 {}] regionserver.ReplicationSink(324): Finished replicating [7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0] bulk loaded data 2024-12-04T00:20:56,866 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 687, reset compression=false 2024-12-04T00:20:56,879 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:20:56,879 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44889,1733271636234 got entry batch from reader: WALEntryBatch [walEntries=[{test/61788cd6e41b9a16e55fe6b00ad8da58/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271656580/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T00:20:56,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.ReplicationSink(318): Replicating [7e0e3d29-1fde-47b5-a1a0-b81b8e97faf0, c4185f99-66a0-49b8-9d8d-1456d7e9ded7] bulk loaded data 2024-12-04T00:20:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741844_1020 (size=10791) 2024-12-04T00:20:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741845_1021 (size=11194) 2024-12-04T00:20:56,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:20:56,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:56,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:56,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:56,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:56,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:56,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:56,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542788253, stopped=false 2024-12-04T00:20:56,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,36815,1733271641929 2024-12-04T00:20:56,996 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1033, reset compression=false 2024-12-04T00:20:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12020948314/running 2024-12-04T00:20:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12020948314/running 2024-12-04T00:20:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:57,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:57,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:57,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:57,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:57,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,42391,1733271642156' ***** 2024-12-04T00:20:57,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:57,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/running 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Set watcher on znode that does not yet exist, /12020948314/running 2024-12-04T00:20:57,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 023db5e4bc61363d9b5bcae3e89e9896 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,42391,1733271642156 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:57,045 INFO [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:42391. 2024-12-04T00:20:57,045 DEBUG [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:57,046 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:57,046 INFO [RS:0;b20163ee1150:42391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:57,046 INFO [RS:0;b20163ee1150:42391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:57,046 INFO [RS:0;b20163ee1150:42391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:57,046 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:57,046 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:20:57,046 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1325): Online Regions={e5d9d40658b99c992cd4fef3e7eb6560=hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560., 1588230740=hbase:meta,,1.1588230740, 023db5e4bc61363d9b5bcae3e89e9896=test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896.} 2024-12-04T00:20:57,046 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 023db5e4bc61363d9b5bcae3e89e9896, 1588230740, e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5d9d40658b99c992cd4fef3e7eb6560, disabling compactions & flushes 2024-12-04T00:20:57,046 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. after waiting 0 ms 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:57,046 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:57,046 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5d9d40658b99c992cd4fef3e7eb6560 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:57,046 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:57,046 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:20:57,071 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/hfileref/7c8a2648f27641f88d962bf58536df62 is 74, key is 1/hfileref:0f0d909b11014966847d95927a33f131_SeqId_4_/1733271654797/DeleteColumn/seqid=0 2024-12-04T00:20:57,076 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/info/54d6effa0de74b1abb51101d750f0c39 is 147, key is hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560./info:regioninfo/1733271652101/Put/seqid=0 2024-12-04T00:20:57,079 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:57,082 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741846_1022 (size=5345) 2024-12-04T00:20:57,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741847_1023 (size=7686) 2024-12-04T00:20:57,246 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 023db5e4bc61363d9b5bcae3e89e9896, 1588230740, e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:20:57,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:20:57,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40986 deadline: 1733271717350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping 2024-12-04T00:20:57,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 from cache 2024-12-04T00:20:57,391 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:57,446 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 023db5e4bc61363d9b5bcae3e89e9896, 1588230740, e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:57,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:20:57,486 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/hfileref/7c8a2648f27641f88d962bf58536df62 2024-12-04T00:20:57,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40986 deadline: 1733271717350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping 2024-12-04T00:20:57,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 from cache 2024-12-04T00:20:57,494 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/info/54d6effa0de74b1abb51101d750f0c39 2024-12-04T00:20:57,504 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1033, reset compression=false 2024-12-04T00:20:57,513 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/queue/73cd8d23bb044d439157ea56c53762bd is 154, key is 1-b20163ee1150,42391,1733271642156/queue:b20163ee1150%2C42391%2C1733271642156/1733271656590/Put/seqid=0 2024-12-04T00:20:57,513 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:20:57,514 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:20:57,523 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/ns/b721f18f92c44e8dbdd983006db211ab is 43, key is default/ns:d/1733271645263/Put/seqid=0 2024-12-04T00:20:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741848_1024 (size=5353) 2024-12-04T00:20:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741849_1025 (size=5153) 2024-12-04T00:20:57,549 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/ns/b721f18f92c44e8dbdd983006db211ab 2024-12-04T00:20:57,583 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/rep_barrier/d9975269ad7b40308a76f2dbf234f01f is 112, key is test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896./rep_barrier:seqnumDuringOpen/1733271648697/Put/seqid=0 2024-12-04T00:20:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741850_1026 (size=5518) 2024-12-04T00:20:57,598 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/rep_barrier/d9975269ad7b40308a76f2dbf234f01f 2024-12-04T00:20:57,647 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 023db5e4bc61363d9b5bcae3e89e9896, 1588230740, e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,651 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/table/3879b02311b04d76bab6a209854fb4b1 is 53, key is hbase:replication/table:state/1733271652118/Put/seqid=0 2024-12-04T00:20:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741851_1027 (size=5308) 2024-12-04T00:20:57,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:57,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:20:57,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40986 deadline: 1733271717350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping 2024-12-04T00:20:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 from cache 2024-12-04T00:20:57,797 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:57,847 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 023db5e4bc61363d9b5bcae3e89e9896, 1588230740, e5d9d40658b99c992cd4fef3e7eb6560 2024-12-04T00:20:57,932 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/queue/73cd8d23bb044d439157ea56c53762bd 2024-12-04T00:20:57,937 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/hfileref/7c8a2648f27641f88d962bf58536df62 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/hfileref/7c8a2648f27641f88d962bf58536df62 2024-12-04T00:20:57,941 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/hfileref/7c8a2648f27641f88d962bf58536df62, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T00:20:57,942 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/.tmp/queue/73cd8d23bb044d439157ea56c53762bd as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/queue/73cd8d23bb044d439157ea56c53762bd 2024-12-04T00:20:57,947 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/queue/73cd8d23bb044d439157ea56c53762bd, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T00:20:57,948 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e5d9d40658b99c992cd4fef3e7eb6560 in 902ms, sequenceid=12, compaction requested=false 2024-12-04T00:20:57,952 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/replication/e5d9d40658b99c992cd4fef3e7eb6560/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:57,953 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5d9d40658b99c992cd4fef3e7eb6560: Waiting for close lock at 1733271657046Running coprocessor pre-close hooks at 1733271657046Disabling compacts and flushes for region at 1733271657046Disabling writes for close at 1733271657046Obtaining lock to block concurrent updates at 1733271657046Preparing flush snapshotting stores in e5d9d40658b99c992cd4fef3e7eb6560 at 1733271657046Finished memstore snapshotting hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733271657048 (+2 ms)Flushing stores of hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. at 1733271657049 (+1 ms)Flushing e5d9d40658b99c992cd4fef3e7eb6560/hfileref: creating writer at 1733271657049Flushing e5d9d40658b99c992cd4fef3e7eb6560/hfileref: appending metadata at 1733271657070 (+21 ms)Flushing e5d9d40658b99c992cd4fef3e7eb6560/hfileref: closing flushed file at 1733271657070Flushing e5d9d40658b99c992cd4fef3e7eb6560/queue: creating writer at 1733271657491 (+421 ms)Flushing e5d9d40658b99c992cd4fef3e7eb6560/queue: appending metadata at 1733271657512 (+21 ms)Flushing e5d9d40658b99c992cd4fef3e7eb6560/queue: closing flushed file at 1733271657513 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee2170b: reopening flushed file at 1733271657936 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd8f6bc: reopening flushed file at 1733271657942 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e5d9d40658b99c992cd4fef3e7eb6560 in 902ms, sequenceid=12, compaction requested=false at 1733271657948 (+6 ms)Writing region close event to WAL at 1733271657949 (+1 ms)Running coprocessor post-close hooks at 1733271657952 (+3 ms)Closed at 1733271657953 (+1 ms) 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271650886.e5d9d40658b99c992cd4fef3e7eb6560. 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 023db5e4bc61363d9b5bcae3e89e9896, disabling compactions & flushes 2024-12-04T00:20:57,953 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. after waiting 0 ms 2024-12-04T00:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:57,957 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/default/test/023db5e4bc61363d9b5bcae3e89e9896/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:20:57,957 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:57,957 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:20:57,957 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:57,957 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 023db5e4bc61363d9b5bcae3e89e9896: Waiting for close lock at 1733271657953Running coprocessor pre-close hooks at 1733271657953Disabling compacts and flushes for region at 1733271657953Disabling writes for close at 1733271657953Writing region close event to WAL at 1733271657954 (+1 ms)Running coprocessor post-close hooks at 1733271657957 (+3 ms)Closed at 1733271657957 2024-12-04T00:20:57,957 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271647549.023db5e4bc61363d9b5bcae3e89e9896. 2024-12-04T00:20:58,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:58,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1] 2024-12-04T00:20:58,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:20:58,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40986 deadline: 1733271717351, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping 2024-12-04T00:20:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b20163ee1150,42391,1733271642156 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T00:20:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b20163ee1150,42391,1733271642156, seqNum=-1 from cache 2024-12-04T00:20:58,047 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:20:58,047 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:20:58,047 DEBUG [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:20:58,069 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/table/3879b02311b04d76bab6a209854fb4b1 2024-12-04T00:20:58,091 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/info/54d6effa0de74b1abb51101d750f0c39 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/info/54d6effa0de74b1abb51101d750f0c39 2024-12-04T00:20:58,096 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/info/54d6effa0de74b1abb51101d750f0c39, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:20:58,097 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/ns/b721f18f92c44e8dbdd983006db211ab as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/ns/b721f18f92c44e8dbdd983006db211ab 2024-12-04T00:20:58,102 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/ns/b721f18f92c44e8dbdd983006db211ab, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:20:58,103 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/rep_barrier/d9975269ad7b40308a76f2dbf234f01f as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/rep_barrier/d9975269ad7b40308a76f2dbf234f01f 2024-12-04T00:20:58,108 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/rep_barrier/d9975269ad7b40308a76f2dbf234f01f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:20:58,109 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/.tmp/table/3879b02311b04d76bab6a209854fb4b1 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/table/3879b02311b04d76bab6a209854fb4b1 2024-12-04T00:20:58,114 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/table/3879b02311b04d76bab6a209854fb4b1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:20:58,115 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=16, compaction requested=false 2024-12-04T00:20:58,135 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1033, reset compression=false 2024-12-04T00:20:58,154 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:20:58,154 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.wal-reader.b20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657 to pos 1328, reset compression=false 2024-12-04T00:20:58,156 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,42391,1733271642156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.1733271644657, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:20:58,157 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,42391,1733271642156: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,42391,1733271642156, walGroup=b20163ee1150%2C42391%2C1733271642156, offset=b20163ee1150%2C42391%2C1733271642156.1733271644657:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:20:58,158 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:20:58,158 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:20:58,159 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:20:58,160 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:20:58,160 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:20:58,160 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 564146816 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188172504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:20:58,168 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:20:58,163 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:20:58,172 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:58,172 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:20:58,172 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:58,172 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271657046Running coprocessor pre-close hooks at 1733271657046Disabling compacts and flushes for region at 1733271657046Disabling writes for close at 1733271657046Obtaining lock to block concurrent updates at 1733271657046Preparing flush snapshotting stores in 1588230740 at 1733271657046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271657048 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271657050 (+2 ms)Flushing 1588230740/info: creating writer at 1733271657050Flushing 1588230740/info: appending metadata at 1733271657070 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733271657070Flushing 1588230740/ns: creating writer at 1733271657498 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733271657523 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733271657523Flushing 1588230740/rep_barrier: creating writer at 1733271657559 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271657583 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271657583Flushing 1588230740/table: creating writer at 1733271657619 (+36 ms)Flushing 1588230740/table: appending metadata at 1733271657650 (+31 ms)Flushing 1588230740/table: closing flushed file at 1733271657650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad21e02: reopening flushed file at 1733271658081 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3419c3: reopening flushed file at 1733271658096 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41192fe2: reopening flushed file at 1733271658102 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410da426: reopening flushed file at 1733271658108 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=16, compaction requested=false at 1733271658115 (+7 ms)Writing region close event to WAL at 1733271658133 (+18 ms)Running coprocessor post-close hooks at 1733271658172 (+39 ms)Closed at 1733271658172 2024-12-04T00:20:58,173 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:20:58,247 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,42391,1733271642156; all regions closed. 2024-12-04T00:20:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:20:58,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/WALs/b20163ee1150,42391,1733271642156/b20163ee1150%2C42391%2C1733271642156.meta.1733271645143.meta not finished, retry = 0 2024-12-04T00:20:58,302 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741839_1015 (size=3127) 2024-12-04T00:20:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741833_1009 (size=1336) 2024-12-04T00:20:58,382 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:58,383 INFO [RS:0;b20163ee1150:42391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:20:58,383 INFO [RS:0;b20163ee1150:42391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:58,383 INFO [RS:0;b20163ee1150:42391 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:58,385 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:58,385 INFO [RS:0;b20163ee1150:42391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:58,386 INFO [RS:0;b20163ee1150:42391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,42391,1733271642156 because: Region server is closing 2024-12-04T00:20:58,386 INFO [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:42391. 2024-12-04T00:20:58,386 DEBUG [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:58,387 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:58,387 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:58,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:58,487 INFO [RS:0;b20163ee1150:42391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,42391,1733271642156.replicationSource.shipperb20163ee1150%2C42391%2C1733271642156,1-b20163ee1150,42391,1733271642156 terminated 2024-12-04T00:20:58,487 INFO [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:42391. 2024-12-04T00:20:58,487 DEBUG [RS:0;b20163ee1150:42391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:58,487 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:58,487 DEBUG [RS:0;b20163ee1150:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:58,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:58,488 INFO [RS:0;b20163ee1150:42391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42391 2024-12-04T00:20:58,489 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-04T00:20:58,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-04T00:20:58,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:40970 deadline: 1733271716879, exception=java.io.InterruptedIOException 2024-12-04T00:20:58,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:20:58,489 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-04T00:20:58,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:20:58,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-04T00:20:58,515 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T00:20:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314/rs 2024-12-04T00:20:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12020948314/rs/b20163ee1150,42391,1733271642156 2024-12-04T00:20:58,580 INFO [RS:0;b20163ee1150:42391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:58,591 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b20163ee1150:42391 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:42391 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T00:20:58,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b20163ee1150:42391 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:42391 2024-12-04T00:20:58,592 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b20163ee1150:42391 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:42391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:42391 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T00:20:58,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,42391,1733271642156] 2024-12-04T00:20:58,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12020948314/draining/b20163ee1150,42391,1733271642156 already deleted, retry=false 2024-12-04T00:20:58,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,42391,1733271642156 expired; onlineServers=0 2024-12-04T00:20:58,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,36815,1733271641929' ***** 2024-12-04T00:20:58,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:20:58,724 INFO [M:0;b20163ee1150:36815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:58,724 INFO [M:0;b20163ee1150:36815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:20:58,724 DEBUG [M:0;b20163ee1150:36815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:20:58,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:20:58,724 DEBUG [M:0;b20163ee1150:36815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:20:58,724 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271644414 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271644414,5,FailOnTimeoutGroup] 2024-12-04T00:20:58,725 INFO [M:0;b20163ee1150:36815 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:20:58,725 INFO [M:0;b20163ee1150:36815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:20:58,725 DEBUG [M:0;b20163ee1150:36815 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:20:58,725 INFO [M:0;b20163ee1150:36815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:20:58,725 INFO [M:0;b20163ee1150:36815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:58,725 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271644420 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271644420,5,FailOnTimeoutGroup] 2024-12-04T00:20:58,725 INFO [M:0;b20163ee1150:36815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:20:58,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:20:58,751 INFO [RS:0;b20163ee1150:42391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:58,751 INFO [RS:0;b20163ee1150:42391 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,42391,1733271642156; zookeeper connection closed. 2024-12-04T00:20:58,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12fd4d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12fd4d7 2024-12-04T00:20:58,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:20:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x1019db638a00004, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12020948314/master 2024-12-04T00:20:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12020948314 2024-12-04T00:20:58,777 DEBUG [M:0;b20163ee1150:36815 {}] zookeeper.ZKUtil(347): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Unable to get data of znode /12020948314/master because node does not exist (not an error) 2024-12-04T00:20:58,777 WARN [M:0;b20163ee1150:36815 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:20:58,778 INFO [M:0;b20163ee1150:36815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/.lastflushedseqids 2024-12-04T00:20:58,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741852_1028 (size=263) 2024-12-04T00:20:58,795 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:42391 this server is in the failed servers list 2024-12-04T00:20:58,796 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-04T00:20:58,911 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:59,097 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:42391 this server is in the failed servers list 2024-12-04T00:20:59,097 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-04T00:20:59,187 INFO [M:0;b20163ee1150:36815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:20:59,189 INFO [M:0;b20163ee1150:36815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:20:59,189 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:20:59,190 INFO [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:59,190 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:59,190 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:20:59,190 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:59,190 INFO [M:0;b20163ee1150:36815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T00:20:59,220 DEBUG [M:0;b20163ee1150:36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20aab680e0eb4fb7ab89875dcc799163 is 82, key is hbase:meta,,1/info:regioninfo/1733271645240/Put/seqid=0 2024-12-04T00:20:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741853_1029 (size=5672) 2024-12-04T00:20:59,236 INFO [M:0;b20163ee1150:36815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20aab680e0eb4fb7ab89875dcc799163 2024-12-04T00:20:59,283 DEBUG [M:0;b20163ee1150:36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0cc849d8fc406a9eaaf51d1f4dce4d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271652122/Put/seqid=0 2024-12-04T00:20:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741854_1030 (size=8516) 2024-12-04T00:20:59,310 INFO [M:0;b20163ee1150:36815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0cc849d8fc406a9eaaf51d1f4dce4d 2024-12-04T00:20:59,379 DEBUG [M:0;b20163ee1150:36815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bec071d89e74007b39c39ccafa15e0e is 69, key is b20163ee1150,42391,1733271642156/rs:state/1733271644459/Put/seqid=0 2024-12-04T00:20:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741855_1031 (size=5156) 2024-12-04T00:20:59,427 INFO [M:0;b20163ee1150:36815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bec071d89e74007b39c39ccafa15e0e 2024-12-04T00:20:59,447 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20aab680e0eb4fb7ab89875dcc799163 as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20aab680e0eb4fb7ab89875dcc799163 2024-12-04T00:20:59,455 INFO [M:0;b20163ee1150:36815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20aab680e0eb4fb7ab89875dcc799163, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T00:20:59,461 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0cc849d8fc406a9eaaf51d1f4dce4d as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec0cc849d8fc406a9eaaf51d1f4dce4d 2024-12-04T00:20:59,468 INFO [M:0;b20163ee1150:36815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec0cc849d8fc406a9eaaf51d1f4dce4d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T00:20:59,469 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bec071d89e74007b39c39ccafa15e0e as hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bec071d89e74007b39c39ccafa15e0e 2024-12-04T00:20:59,477 INFO [M:0;b20163ee1150:36815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44861/user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bec071d89e74007b39c39ccafa15e0e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T00:20:59,478 INFO [M:0;b20163ee1150:36815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 288ms, sequenceid=97, compaction requested=false 2024-12-04T00:20:59,499 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:42391 this server is in the failed servers list 2024-12-04T00:20:59,499 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-04T00:20:59,505 INFO [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:20:59,505 DEBUG [M:0;b20163ee1150:36815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271659189Disabling compacts and flushes for region at 1733271659189Disabling writes for close at 1733271659190 (+1 ms)Obtaining lock to block concurrent updates at 1733271659190Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271659190Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733271659190Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271659200 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271659200Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271659219 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271659219Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271659245 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271659282 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271659282Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271659321 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271659379 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271659379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733b554c: reopening flushed file at 1733271659445 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bea8dd: reopening flushed file at 1733271659456 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa92778: reopening flushed file at 1733271659468 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 288ms, sequenceid=97, compaction requested=false at 1733271659478 (+10 ms)Writing region close event to WAL at 1733271659505 (+27 ms)Closed at 1733271659505 2024-12-04T00:20:59,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741830_1006 (size=63654) 2024-12-04T00:20:59,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/019cad23-8bd9-475e-445d-399bab561ebd/MasterData/WALs/b20163ee1150,36815,1733271641929/b20163ee1150%2C36815%2C1733271641929.1733271643655 not finished, retry = 0 2024-12-04T00:20:59,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:20:59,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T00:20:59,616 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:20:59,617 INFO [M:0;b20163ee1150:36815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:20:59,617 INFO [M:0;b20163ee1150:36815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36815 2024-12-04T00:20:59,617 INFO [M:0;b20163ee1150:36815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:20:59,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:20:59,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:59,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36815-0x1019db638a00003, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:20:59,763 INFO [M:0;b20163ee1150:36815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:20:59,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:20:59,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:59,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:59,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:59,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:59,805 WARN [BP-42082522-172.17.0.3-1733271639223 heartbeating to localhost/127.0.0.1:44861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:20:59,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:20:59,805 WARN [BP-42082522-172.17.0.3-1733271639223 heartbeating to localhost/127.0.0.1:44861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-42082522-172.17.0.3-1733271639223 (Datanode Uuid 272925d6-fd2d-4481-b2d8-551738c75a21) service to localhost/127.0.0.1:44861 2024-12-04T00:20:59,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:20:59,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/cluster_90579a88-38cb-7f12-095c-1326c321fd52/data/data1/current/BP-42082522-172.17.0.3-1733271639223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:59,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/cluster_90579a88-38cb-7f12-095c-1326c321fd52/data/data2/current/BP-42082522-172.17.0.3-1733271639223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:20:59,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:20:59,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:20:59,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:20:59,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:20:59,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:20:59,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir/,STOPPED} 2024-12-04T00:20:59,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:20:59,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:20:59,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:59,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:59,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:59,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:59,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:20:59,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=445580281, stopped=false 2024-12-04T00:20:59,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,43779,1733271635655 2024-12-04T00:20:59,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:20:59,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-86886918/running 2024-12-04T00:20:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-86886918/running 2024-12-04T00:20:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:20:59,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/running 2024-12-04T00:20:59,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:20:59,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Set watcher on znode that does not yet exist, /0-86886918/running 2024-12-04T00:20:59,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:20:59,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:59,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:59,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,44889,1733271636234' ***** 2024-12-04T00:20:59,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:20:59,886 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:20:59,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:20:59,886 INFO [RS:0;b20163ee1150:44889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:20:59,886 INFO [RS:0;b20163ee1150:44889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:20:59,887 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:59,896 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:20:59,896 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,44889,1733271636234 2024-12-04T00:20:59,896 INFO [RS:0;b20163ee1150:44889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:20:59,896 INFO [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44889. 2024-12-04T00:20:59,896 DEBUG [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:20:59,896 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:20:59,897 INFO [RS:0;b20163ee1150:44889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:20:59,897 INFO [RS:0;b20163ee1150:44889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:20:59,897 INFO [RS:0;b20163ee1150:44889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:20:59,897 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:20:59,904 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61788cd6e41b9a16e55fe6b00ad8da58, disabling compactions & flushes 2024-12-04T00:20:59,904 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:59,904 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:59,904 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. after waiting 0 ms 2024-12-04T00:20:59,904 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:59,912 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:20:59,912 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61788cd6e41b9a16e55fe6b00ad8da58=test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58., 2a63f6812799a40f8d597a33e47e7c23=hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23.} 2024-12-04T00:20:59,912 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a63f6812799a40f8d597a33e47e7c23, 61788cd6e41b9a16e55fe6b00ad8da58 2024-12-04T00:20:59,912 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:20:59,912 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:20:59,912 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:20:59,913 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:20:59,913 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:20:59,913 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:20:59,954 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/info/d93a15b7fac1420396237ee8d0d2e1a6 is 147, key is hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23./info:regioninfo/1733271650143/Put/seqid=0 2024-12-04T00:20:59,962 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/default/test/61788cd6e41b9a16e55fe6b00ad8da58/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:20:59,969 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61788cd6e41b9a16e55fe6b00ad8da58: Waiting for close lock at 1733271659903Running coprocessor pre-close hooks at 1733271659903Disabling compacts and flushes for region at 1733271659903Disabling writes for close at 1733271659904 (+1 ms)Writing region close event to WAL at 1733271659945 (+41 ms)Running coprocessor post-close hooks at 1733271659968 (+23 ms)Closed at 1733271659969 (+1 ms) 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58. 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a63f6812799a40f8d597a33e47e7c23, disabling compactions & flushes 2024-12-04T00:20:59,969 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. after waiting 0 ms 2024-12-04T00:20:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:20:59,969 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a63f6812799a40f8d597a33e47e7c23 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T00:20:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741846_1022 (size=7686) 2024-12-04T00:20:59,985 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:00,000 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:42391 this server is in the failed servers list 2024-12-04T00:21:00,002 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b20163ee1150:36815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:36815 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T00:21:00,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b20163ee1150:36815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:36815 2024-12-04T00:21:00,026 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/hfileref/716f1eafaea245e4b9c635a3f9bd154f is 74, key is 1/hfileref:136af69ebc1a4968943198cf20ff485a_SeqId_6_/1733271656554/Put/seqid=0 2024-12-04T00:21:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741847_1023 (size=5345) 2024-12-04T00:21:00,048 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/hfileref/716f1eafaea245e4b9c635a3f9bd154f 2024-12-04T00:21:00,086 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/queue/bba4a936232449bfb0f48768ef914b31 is 153, key is 1-b20163ee1150,44889,1733271636234/queue:b20163ee1150%2C44889%2C1733271636234/1733271654619/Put/seqid=0 2024-12-04T00:21:00,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:00,105 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b20163ee1150:36815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:36815 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T00:21:00,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741848_1024 (size=5352) 2024-12-04T00:21:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b20163ee1150:36815 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:36815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T00:21:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b20163ee1150:36815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b20163ee1150/172.17.0.3:36815 2024-12-04T00:21:00,107 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/queue/bba4a936232449bfb0f48768ef914b31 2024-12-04T00:21:00,112 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a63f6812799a40f8d597a33e47e7c23 2024-12-04T00:21:00,119 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/hfileref/716f1eafaea245e4b9c635a3f9bd154f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/hfileref/716f1eafaea245e4b9c635a3f9bd154f 2024-12-04T00:21:00,135 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/hfileref/716f1eafaea245e4b9c635a3f9bd154f, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T00:21:00,136 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/.tmp/queue/bba4a936232449bfb0f48768ef914b31 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/queue/bba4a936232449bfb0f48768ef914b31 2024-12-04T00:21:00,141 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/queue/bba4a936232449bfb0f48768ef914b31, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T00:21:00,143 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a63f6812799a40f8d597a33e47e7c23 in 173ms, sequenceid=10, compaction requested=false 2024-12-04T00:21:00,199 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/replication/2a63f6812799a40f8d597a33e47e7c23/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:21:00,201 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:00,201 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:00,201 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:21:00,201 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a63f6812799a40f8d597a33e47e7c23: Waiting for close lock at 1733271659969Running coprocessor pre-close hooks at 1733271659969Disabling compacts and flushes for region at 1733271659969Disabling writes for close at 1733271659969Obtaining lock to block concurrent updates at 1733271659969Preparing flush snapshotting stores in 2a63f6812799a40f8d597a33e47e7c23 at 1733271659969Finished memstore snapshotting hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733271659970 (+1 ms)Flushing stores of hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. at 1733271659973 (+3 ms)Flushing 2a63f6812799a40f8d597a33e47e7c23/hfileref: creating writer at 1733271659973Flushing 2a63f6812799a40f8d597a33e47e7c23/hfileref: appending metadata at 1733271660025 (+52 ms)Flushing 2a63f6812799a40f8d597a33e47e7c23/hfileref: closing flushed file at 1733271660025Flushing 2a63f6812799a40f8d597a33e47e7c23/queue: creating writer at 1733271660055 (+30 ms)Flushing 2a63f6812799a40f8d597a33e47e7c23/queue: appending metadata at 1733271660085 (+30 ms)Flushing 2a63f6812799a40f8d597a33e47e7c23/queue: closing flushed file at 1733271660085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3111f042: reopening flushed file at 1733271660113 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4678726: reopening flushed file at 1733271660135 (+22 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a63f6812799a40f8d597a33e47e7c23 in 173ms, sequenceid=10, compaction requested=false at 1733271660143 (+8 ms)Writing region close event to WAL at 1733271660182 (+39 ms)Running coprocessor post-close hooks at 1733271660201 (+19 ms)Closed at 1733271660201 2024-12-04T00:21:00,201 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271649729.2a63f6812799a40f8d597a33e47e7c23. 2024-12-04T00:21:00,227 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:21:00,227 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:21:00,313 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:00,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:00,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:36815 this server is in the failed servers list 2024-12-04T00:21:00,316 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:36815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:00,386 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/info/d93a15b7fac1420396237ee8d0d2e1a6 2024-12-04T00:21:00,424 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/ns/a7872afb576d4cc89396eddbfc8bb730 is 43, key is default/ns:d/1733271639011/Put/seqid=0 2024-12-04T00:21:00,449 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1033, reset compression=false 2024-12-04T00:21:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741849_1025 (size=5153) 2024-12-04T00:21:00,469 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:00,469 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1328, reset compression=false 2024-12-04T00:21:00,513 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:00,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:00,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:36815 this server is in the failed servers list 2024-12-04T00:21:00,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:36815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:00,689 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1328, reset compression=false 2024-12-04T00:21:00,713 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:00,864 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/ns/a7872afb576d4cc89396eddbfc8bb730 2024-12-04T00:21:00,913 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:21:00,913 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:21:00,913 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:00,918 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/rep_barrier/92371879ad1844dc9be960e8eb8544ad is 112, key is test,,1733271645396.61788cd6e41b9a16e55fe6b00ad8da58./rep_barrier:seqnumDuringOpen/1733271646602/Put/seqid=0 2024-12-04T00:21:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741850_1026 (size=5518) 2024-12-04T00:21:00,961 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/rep_barrier/92371879ad1844dc9be960e8eb8544ad 2024-12-04T00:21:01,000 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/table/6b0e3b0fe2f940598b02c38b60e84d03 is 53, key is hbase:replication/table:state/1733271650155/Put/seqid=0 2024-12-04T00:21:01,005 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1328, reset compression=false 2024-12-04T00:21:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741851_1027 (size=5308) 2024-12-04T00:21:01,114 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:01,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:01,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b20163ee1150:36815 this server is in the failed servers list 2024-12-04T00:21:01,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:36815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:01,314 DEBUG [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:01,439 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/table/6b0e3b0fe2f940598b02c38b60e84d03 2024-12-04T00:21:01,440 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 to pos 1328, reset compression=false 2024-12-04T00:21:01,448 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/info/d93a15b7fac1420396237ee8d0d2e1a6 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/info/d93a15b7fac1420396237ee8d0d2e1a6 2024-12-04T00:21:01,455 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/info/d93a15b7fac1420396237ee8d0d2e1a6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:21:01,456 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/ns/a7872afb576d4cc89396eddbfc8bb730 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/ns/a7872afb576d4cc89396eddbfc8bb730 2024-12-04T00:21:01,463 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/ns/a7872afb576d4cc89396eddbfc8bb730, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:21:01,464 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/rep_barrier/92371879ad1844dc9be960e8eb8544ad as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/rep_barrier/92371879ad1844dc9be960e8eb8544ad 2024-12-04T00:21:01,474 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/rep_barrier/92371879ad1844dc9be960e8eb8544ad, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:21:01,475 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/.tmp/table/6b0e3b0fe2f940598b02c38b60e84d03 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/table/6b0e3b0fe2f940598b02c38b60e84d03 2024-12-04T00:21:01,482 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/table/6b0e3b0fe2f940598b02c38b60e84d03, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:21:01,483 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1569ms, sequenceid=16, compaction requested=false 2024-12-04T00:21:01,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:21:01,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:01,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:01,505 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:01,506 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271659912Running coprocessor pre-close hooks at 1733271659912Disabling compacts and flushes for region at 1733271659912Disabling writes for close at 1733271659913 (+1 ms)Obtaining lock to block concurrent updates at 1733271659913Preparing flush snapshotting stores in 1588230740 at 1733271659913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271659913Flushing stores of hbase:meta,,1.1588230740 at 1733271659914 (+1 ms)Flushing 1588230740/info: creating writer at 1733271659914Flushing 1588230740/info: appending metadata at 1733271659953 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733271659953Flushing 1588230740/ns: creating writer at 1733271660393 (+440 ms)Flushing 1588230740/ns: appending metadata at 1733271660423 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733271660423Flushing 1588230740/rep_barrier: creating writer at 1733271660890 (+467 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271660917 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271660918 (+1 ms)Flushing 1588230740/table: creating writer at 1733271660966 (+48 ms)Flushing 1588230740/table: appending metadata at 1733271660999 (+33 ms)Flushing 1588230740/table: closing flushed file at 1733271660999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6545193b: reopening flushed file at 1733271661447 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca3c4b3: reopening flushed file at 1733271661455 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590e358b: reopening flushed file at 1733271661463 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c6a4e5: reopening flushed file at 1733271661474 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1569ms, sequenceid=16, compaction requested=false at 1733271661483 (+9 ms)Writing region close event to WAL at 1733271661490 (+7 ms)Running coprocessor post-close hooks at 1733271661505 (+15 ms)Closed at 1733271661505 2024-12-04T00:21:01,506 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:01,514 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,44889,1733271636234; all regions closed. 2024-12-04T00:21:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:21:01,519 DEBUG [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs 2024-12-04T00:21:01,519 INFO [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44889%2C1733271636234.meta:.meta(num 1733271638766) 2024-12-04T00:21:01,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.rep.1733271650098 not finished, retry = 0 2024-12-04T00:21:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741839_1015 (size=2695) 2024-12-04T00:21:01,632 DEBUG [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs 2024-12-04T00:21:01,632 INFO [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44889%2C1733271636234.rep:(num 1733271650098) 2024-12-04T00:21:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741833_1009 (size=1336) 2024-12-04T00:21:01,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/WALs/b20163ee1150,44889,1733271636234/b20163ee1150%2C44889%2C1733271636234.1733271638390 not finished, retry = 0 2024-12-04T00:21:01,743 DEBUG [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/oldWALs 2024-12-04T00:21:01,743 INFO [RS:0;b20163ee1150:44889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C44889%2C1733271636234:(num 1733271638390) 2024-12-04T00:21:01,743 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:01,743 INFO [RS:0;b20163ee1150:44889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:01,743 INFO [RS:0;b20163ee1150:44889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:01,743 INFO [RS:0;b20163ee1150:44889 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:01,744 INFO [RS:0;b20163ee1150:44889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:01,744 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:01,744 INFO [RS:0;b20163ee1150:44889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,44889,1733271636234 because: Region server is closing 2024-12-04T00:21:01,744 INFO [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44889. 2024-12-04T00:21:01,744 DEBUG [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:01,744 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:01,744 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:01,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:01,845 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.wal-reader.b20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:21:01,845 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:21:01,845 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T00:21:01,845 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b20163ee1150:42391 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b20163ee1150:42391 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-04T00:21:02,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:02,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:02,149 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:02,448 INFO [RS:0;b20163ee1150:44889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44889,1733271636234.replicationSource.shipperb20163ee1150%2C44889%2C1733271636234,1-b20163ee1150,44889,1733271636234 terminated 2024-12-04T00:21:02,448 INFO [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44889. 2024-12-04T00:21:02,448 DEBUG [RS:0;b20163ee1150:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:02,448 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:02,449 DEBUG [RS:0;b20163ee1150:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:02,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:02,449 INFO [RS:0;b20163ee1150:44889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44889 2024-12-04T00:21:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-86886918/rs/b20163ee1150,44889,1733271636234 2024-12-04T00:21:02,496 INFO [RS:0;b20163ee1150:44889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918/rs 2024-12-04T00:21:02,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,44889,1733271636234] 2024-12-04T00:21:02,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/draining/b20163ee1150,44889,1733271636234 already deleted, retry=false 2024-12-04T00:21:02,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,44889,1733271636234 expired; onlineServers=0 2024-12-04T00:21:02,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,43779,1733271635655' ***** 2024-12-04T00:21:02,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:21:02,517 INFO [M:0;b20163ee1150:43779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:21:02,517 INFO [M:0;b20163ee1150:43779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:02,517 DEBUG [M:0;b20163ee1150:43779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:21:02,517 DEBUG [M:0;b20163ee1150:43779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:21:02,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:21:02,518 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271637896 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271637896,5,FailOnTimeoutGroup] 2024-12-04T00:21:02,518 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271637892 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271637892,5,FailOnTimeoutGroup] 2024-12-04T00:21:02,518 INFO [M:0;b20163ee1150:43779 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:02,518 INFO [M:0;b20163ee1150:43779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:02,518 DEBUG [M:0;b20163ee1150:43779 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:21:02,518 INFO [M:0;b20163ee1150:43779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:21:02,518 INFO [M:0;b20163ee1150:43779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:21:02,518 INFO [M:0;b20163ee1150:43779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:21:02,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:21:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-86886918/master 2024-12-04T00:21:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-86886918 2024-12-04T00:21:02,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-86886918/master already deleted, retry=false 2024-12-04T00:21:02,549 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-86886918/master 2024-12-04T00:21:02,552 INFO [M:0;b20163ee1150:43779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/.lastflushedseqids 2024-12-04T00:21:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741852_1028 (size=263) 2024-12-04T00:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x1019db638a00001, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:02,609 INFO [RS:0;b20163ee1150:44889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:02,609 INFO [RS:0;b20163ee1150:44889 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,44889,1733271636234; zookeeper connection closed. 2024-12-04T00:21:02,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e6f8b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e6f8b2 2024-12-04T00:21:02,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:21:02,624 INFO [M:0;b20163ee1150:43779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:21:02,624 INFO [M:0;b20163ee1150:43779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:21:02,624 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:02,624 INFO [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:02,624 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:02,624 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:02,624 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:02,624 INFO [M:0;b20163ee1150:43779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T00:21:02,658 DEBUG [M:0;b20163ee1150:43779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235b8f63634c4916b3882f53328abe75 is 82, key is hbase:meta,,1/info:regioninfo/1733271638914/Put/seqid=0 2024-12-04T00:21:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741853_1029 (size=5672) 2024-12-04T00:21:03,092 INFO [M:0;b20163ee1150:43779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235b8f63634c4916b3882f53328abe75 2024-12-04T00:21:03,144 DEBUG [M:0;b20163ee1150:43779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/784e24ccfd294470932297faa2c81a54 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271650165/Put/seqid=0 2024-12-04T00:21:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741854_1030 (size=8515) 2024-12-04T00:21:03,156 INFO [M:0;b20163ee1150:43779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/784e24ccfd294470932297faa2c81a54 2024-12-04T00:21:03,195 DEBUG [M:0;b20163ee1150:43779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61ea35709cc46588a1fc4a26945aa9f is 69, key is b20163ee1150,44889,1733271636234/rs:state/1733271638022/Put/seqid=0 2024-12-04T00:21:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741855_1031 (size=5156) 2024-12-04T00:21:03,210 INFO [M:0;b20163ee1150:43779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61ea35709cc46588a1fc4a26945aa9f 2024-12-04T00:21:03,215 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235b8f63634c4916b3882f53328abe75 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235b8f63634c4916b3882f53328abe75 2024-12-04T00:21:03,221 INFO [M:0;b20163ee1150:43779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235b8f63634c4916b3882f53328abe75, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T00:21:03,225 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/784e24ccfd294470932297faa2c81a54 as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/784e24ccfd294470932297faa2c81a54 2024-12-04T00:21:03,230 INFO [M:0;b20163ee1150:43779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/784e24ccfd294470932297faa2c81a54, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T00:21:03,231 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61ea35709cc46588a1fc4a26945aa9f as hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e61ea35709cc46588a1fc4a26945aa9f 2024-12-04T00:21:03,245 INFO [M:0;b20163ee1150:43779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/a6a92b60-9855-a4b8-79f2-6c01ba47c094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e61ea35709cc46588a1fc4a26945aa9f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T00:21:03,249 INFO [M:0;b20163ee1150:43779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 625ms, sequenceid=97, compaction requested=false 2024-12-04T00:21:03,273 INFO [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:03,273 DEBUG [M:0;b20163ee1150:43779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271662624Disabling compacts and flushes for region at 1733271662624Disabling writes for close at 1733271662624Obtaining lock to block concurrent updates at 1733271662624Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271662624Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733271662625 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271662625Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271662625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271662657 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271662657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271663114 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271663143 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271663143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271663161 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271663194 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271663194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d78e9: reopening flushed file at 1733271663214 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78eca166: reopening flushed file at 1733271663221 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ff8ca3: reopening flushed file at 1733271663230 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 625ms, sequenceid=97, compaction requested=false at 1733271663249 (+19 ms)Writing region close event to WAL at 1733271663272 (+23 ms)Closed at 1733271663272 2024-12-04T00:21:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741830_1006 (size=63642) 2024-12-04T00:21:03,304 INFO [M:0;b20163ee1150:43779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:21:03,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:03,304 INFO [M:0;b20163ee1150:43779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43779 2024-12-04T00:21:03,304 INFO [M:0;b20163ee1150:43779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:03,428 INFO [M:0;b20163ee1150:43779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:03,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:03,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43779-0x1019db638a00000, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:03,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:03,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:03,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:03,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:03,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:03,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:03,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:03,512 WARN [BP-411065993-172.17.0.3-1733271633184 heartbeating to localhost/127.0.0.1:41485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:21:03,512 WARN [BP-411065993-172.17.0.3-1733271633184 heartbeating to localhost/127.0.0.1:41485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-411065993-172.17.0.3-1733271633184 (Datanode Uuid d5182713-ffaf-43f5-8fb6-cea047a89205) service to localhost/127.0.0.1:41485 2024-12-04T00:21:03,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/data/data1/current/BP-411065993-172.17.0.3-1733271633184 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:03,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/cluster_15535abc-99ed-95b8-302f-94d63f562a1d/data/data2/current/BP-411065993-172.17.0.3-1733271633184 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:03,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:21:03,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:21:03,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:21:03,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:03,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:03,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:03,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:03,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8f2947-64d2-3658-96ff-00d8914eb202/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:03,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:21:03,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:21:03,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 202) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41485 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=892 (was 795) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5411 (was 4328) - AvailableMemoryMB LEAK? - 2024-12-04T00:21:03,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=892, ProcessCount=11, AvailableMemoryMB=5404 2024-12-04T00:21:03,580 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T00:21:03,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir so I do NOT create it in target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2 2024-12-04T00:21:03,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:21:03,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.tmp.dir so I do NOT create it in target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2 2024-12-04T00:21:03,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ec2209-8f70-4aa2-084e-69c6e755d073/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:21:03,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2 2024-12-04T00:21:03,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3, deleteOnExit=true 2024-12-04T00:21:03,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/zookeeper_0, clientPort=60814, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:21:03,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60814 2024-12-04T00:21:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:21:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:21:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/test.cache.data in system properties and HBase conf 2024-12-04T00:21:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:21:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:21:03,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:21:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:21:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:21:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db638a00002, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:21:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db638a00002, quorum=127.0.0.1:64627, baseZNode=/0-86886918 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:21:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db638a00005, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:21:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db638a00005, quorum=127.0.0.1:64627, baseZNode=/12020948314 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:21:04,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:04,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:04,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:04,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:04,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:04,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:04,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:04,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:04,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:04,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:04,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:04,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/java.io.tmpdir/jetty-localhost-45547-hadoop-hdfs-3_4_1-tests_jar-_-any-2431914469838483088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:04,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:45547} 2024-12-04T00:21:04,241 INFO [Time-limited test {}] server.Server(415): Started @201188ms 2024-12-04T00:21:04,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:04,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:04,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:04,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:04,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:04,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:04,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:05,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/java.io.tmpdir/jetty-localhost-46801-hadoop-hdfs-3_4_1-tests_jar-_-any-5473642784718991318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:05,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:46801} 2024-12-04T00:21:05,043 INFO [Time-limited test {}] server.Server(415): Started @201990ms 2024-12-04T00:21:05,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:21:06,032 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/data/data2/current/BP-348438373-172.17.0.3-1733271663614/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:06,036 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/data/data1/current/BP-348438373-172.17.0.3-1733271663614/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:06,097 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:21:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x102e70543d33dce with lease ID 0x951827f63ec3e114: Processing first storage report for DS-d5eaa61e-1141-46cd-864d-25271c357d9a from datanode DatanodeRegistration(127.0.0.1:37155, datanodeUuid=f7c6ee09-edae-4c41-8578-a13e81452b78, infoPort=40413, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=2123957981;c=1733271663614) 2024-12-04T00:21:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x102e70543d33dce with lease ID 0x951827f63ec3e114: from storage DS-d5eaa61e-1141-46cd-864d-25271c357d9a node DatanodeRegistration(127.0.0.1:37155, datanodeUuid=f7c6ee09-edae-4c41-8578-a13e81452b78, infoPort=40413, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=2123957981;c=1733271663614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x102e70543d33dce with lease ID 0x951827f63ec3e114: Processing first storage report for DS-ee6cad5a-2495-4d35-a0ee-de6dcc5851c0 from datanode DatanodeRegistration(127.0.0.1:37155, datanodeUuid=f7c6ee09-edae-4c41-8578-a13e81452b78, infoPort=40413, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=2123957981;c=1733271663614) 2024-12-04T00:21:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x102e70543d33dce with lease ID 0x951827f63ec3e114: from storage DS-ee6cad5a-2495-4d35-a0ee-de6dcc5851c0 node DatanodeRegistration(127.0.0.1:37155, datanodeUuid=f7c6ee09-edae-4c41-8578-a13e81452b78, infoPort=40413, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=2123957981;c=1733271663614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:06,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2 2024-12-04T00:21:06,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:06,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:06,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:21:06,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b with version=8 2024-12-04T00:21:06,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/hbase-staging 2024-12-04T00:21:06,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:21:06,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:06,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46707 2024-12-04T00:21:06,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46707 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:06,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467070x0, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:06,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46707-0x1019db6af8c0000 connected 2024-12-04T00:21:06,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:06,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:06,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/running 2024-12-04T00:21:06,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b, hbase.cluster.distributed=false 2024-12-04T00:21:06,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/acl 2024-12-04T00:21:06,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-04T00:21:06,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46707 2024-12-04T00:21:06,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46707 2024-12-04T00:21:06,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-04T00:21:06,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-04T00:21:06,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:06,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:06,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:06,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:06,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:21:06,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:06,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44407 2024-12-04T00:21:06,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44407 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:06,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:06,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:07,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444070x0, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:07,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444070x0, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/running 2024-12-04T00:21:07,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:21:07,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44407-0x1019db6af8c0001 connected 2024-12-04T00:21:07,028 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:21:07,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/master 2024-12-04T00:21:07,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/acl 2024-12-04T00:21:07,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-04T00:21:07,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44407 2024-12-04T00:21:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44407 2024-12-04T00:21:07,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-04T00:21:07,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-04T00:21:07,075 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:46707 2024-12-04T00:21:07,076 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-604043492/backup-masters/b20163ee1150,46707,1733271666568 2024-12-04T00:21:07,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/backup-masters 2024-12-04T00:21:07,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/backup-masters 2024-12-04T00:21:07,088 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on existing znode=/0-604043492/backup-masters/b20163ee1150,46707,1733271666568 2024-12-04T00:21:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604043492/master 2024-12-04T00:21:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:07,098 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on existing znode=/0-604043492/master 2024-12-04T00:21:07,099 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-604043492/backup-masters/b20163ee1150,46707,1733271666568 from backup master directory 2024-12-04T00:21:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604043492/backup-masters/b20163ee1150,46707,1733271666568 2024-12-04T00:21:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/backup-masters 2024-12-04T00:21:07,108 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:07,108 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,46707,1733271666568 2024-12-04T00:21:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/backup-masters 2024-12-04T00:21:07,112 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/hbase.id] with ID: 48345329-fb3d-49d8-b44b-8b2ebc97c990 2024-12-04T00:21:07,112 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/.tmp/hbase.id 2024-12-04T00:21:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:21:07,130 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/.tmp/hbase.id]:[hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/hbase.id] 2024-12-04T00:21:07,143 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:07,144 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:21:07,144 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T00:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:21:07,174 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:07,175 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:21:07,176 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:21:07,591 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store 2024-12-04T00:21:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:21:07,997 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:07,997 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:07,998 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:07,998 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:07,998 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:07,998 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:07,998 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:07,998 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271667997Disabling compacts and flushes for region at 1733271667997Disabling writes for close at 1733271667998 (+1 ms)Writing region close event to WAL at 1733271667998Closed at 1733271667998 2024-12-04T00:21:07,999 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/.initializing 2024-12-04T00:21:07,999 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/WALs/b20163ee1150,46707,1733271666568 2024-12-04T00:21:08,000 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:08,002 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C46707%2C1733271666568, suffix=, logDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/WALs/b20163ee1150,46707,1733271666568, archiveDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/oldWALs, maxLogs=10 2024-12-04T00:21:08,021 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/WALs/b20163ee1150,46707,1733271666568/b20163ee1150%2C46707%2C1733271666568.1733271668002, exclude list is [], retry=0 2024-12-04T00:21:08,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-d5eaa61e-1141-46cd-864d-25271c357d9a,DISK] 2024-12-04T00:21:08,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/WALs/b20163ee1150,46707,1733271666568/b20163ee1150%2C46707%2C1733271666568.1733271668002 2024-12-04T00:21:08,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40413:40413)] 2024-12-04T00:21:08,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:08,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:08,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,027 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:21:08,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:08,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:08,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:21:08,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:08,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:08,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:21:08,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:08,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:08,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:21:08,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:08,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:08,035 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,036 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,037 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,039 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,039 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,039 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:08,040 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:08,042 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:08,043 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73691049, jitterRate=0.09808219969272614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:08,043 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271668027Initializing all the Stores at 1733271668028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271668028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271668028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271668028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271668028Cleaning up temporary data from old regions at 1733271668039 (+11 ms)Region opened successfully at 1733271668043 (+4 ms) 2024-12-04T00:21:08,044 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:21:08,047 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:08,053 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:21:08,053 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:21:08,053 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:21:08,054 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:21:08,055 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:21:08,055 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:21:08,055 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:21:08,070 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:21:08,071 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/balancer because node does not exist (not necessarily an error) 2024-12-04T00:21:08,124 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/balancer already deleted, retry=false 2024-12-04T00:21:08,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:21:08,126 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:21:08,140 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/normalizer already deleted, retry=false 2024-12-04T00:21:08,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:21:08,151 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:21:08,161 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/switch/split already deleted, retry=false 2024-12-04T00:21:08,163 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:21:08,171 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/switch/merge already deleted, retry=false 2024-12-04T00:21:08,174 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:21:08,187 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/snapshot-cleanup already deleted, retry=false 2024-12-04T00:21:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604043492/running 2024-12-04T00:21:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604043492/running 2024-12-04T00:21:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:08,198 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,46707,1733271666568, sessionid=0x1019db6af8c0000, setting cluster-up flag (Was=false) 2024-12-04T00:21:08,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:08,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:08,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:08,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:08,250 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-604043492/flush-table-proc/acquired, /0-604043492/flush-table-proc/reached, /0-604043492/flush-table-proc/abort 2024-12-04T00:21:08,251 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,46707,1733271666568 2024-12-04T00:21:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:08,303 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-604043492/online-snapshot/acquired, /0-604043492/online-snapshot/reached, /0-604043492/online-snapshot/abort 2024-12-04T00:21:08,304 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,46707,1733271666568 2024-12-04T00:21:08,305 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:21:08,306 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:08,307 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:21:08,307 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:21:08,307 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,46707,1733271666568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:08,309 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:08,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:21:08,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:08,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271698332 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:21:08,332 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:21:08,344 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:21:08,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:21:08,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:21:08,345 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:21:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:21:08,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:21:08,348 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:21:08,352 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271668348,5,FailOnTimeoutGroup] 2024-12-04T00:21:08,352 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271668352,5,FailOnTimeoutGroup] 2024-12-04T00:21:08,352 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,352 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:21:08,352 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,352 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,369 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(746): ClusterId : 48345329-fb3d-49d8-b44b-8b2ebc97c990 2024-12-04T00:21:08,370 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:21:08,382 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:21:08,382 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:21:08,394 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:21:08,394 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8592ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:08,414 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:44407 2024-12-04T00:21:08,414 INFO [RS:0;b20163ee1150:44407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:21:08,414 INFO [RS:0;b20163ee1150:44407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:21:08,414 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:21:08,416 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,46707,1733271666568 with port=44407, startcode=1733271666976 2024-12-04T00:21:08,416 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:21:08,421 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:21:08,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46707 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,424 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b 2024-12-04T00:21:08,425 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37805 2024-12-04T00:21:08,425 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:21:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/rs 2024-12-04T00:21:08,435 DEBUG [RS:0;b20163ee1150:44407 {}] zookeeper.ZKUtil(111): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on existing znode=/0-604043492/rs/b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,435 WARN [RS:0;b20163ee1150:44407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:08,435 INFO [RS:0;b20163ee1150:44407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:08,435 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,44407,1733271666976] 2024-12-04T00:21:08,448 INFO [RS:0;b20163ee1150:44407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:21:08,452 INFO [RS:0;b20163ee1150:44407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:21:08,464 INFO [RS:0;b20163ee1150:44407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:21:08,464 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,465 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:21:08,471 INFO [RS:0;b20163ee1150:44407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:21:08,471 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:08,471 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:08,472 DEBUG [RS:0;b20163ee1150:44407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,496 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44407,1733271666976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:08,525 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:21:08,525 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44407,1733271666976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,525 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,525 INFO [RS:0;b20163ee1150:44407 {}] regionserver.Replication(171): b20163ee1150,44407,1733271666976 started 2024-12-04T00:21:08,542 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:08,542 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,44407,1733271666976, RpcServer on b20163ee1150/172.17.0.3:44407, sessionid=0x1019db6af8c0001 2024-12-04T00:21:08,542 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:21:08,542 DEBUG [RS:0;b20163ee1150:44407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,542 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44407,1733271666976' 2024-12-04T00:21:08,542 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-604043492/flush-table-proc/abort' 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-604043492/flush-table-proc/acquired' 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,44407,1733271666976 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,44407,1733271666976' 2024-12-04T00:21:08,543 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-604043492/online-snapshot/abort' 2024-12-04T00:21:08,544 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-604043492/online-snapshot/acquired' 2024-12-04T00:21:08,544 DEBUG [RS:0;b20163ee1150:44407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:21:08,544 INFO [RS:0;b20163ee1150:44407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:21:08,544 INFO [RS:0;b20163ee1150:44407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:21:08,645 INFO [RS:0;b20163ee1150:44407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:08,647 INFO [RS:0;b20163ee1150:44407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44407%2C1733271666976, suffix=, logDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976, archiveDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/oldWALs, maxLogs=10 2024-12-04T00:21:08,673 DEBUG [RS:0;b20163ee1150:44407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, exclude list is [], retry=0 2024-12-04T00:21:08,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-d5eaa61e-1141-46cd-864d-25271c357d9a,DISK] 2024-12-04T00:21:08,705 INFO [RS:0;b20163ee1150:44407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 2024-12-04T00:21:08,708 DEBUG [RS:0;b20163ee1150:44407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40413:40413)] 2024-12-04T00:21:08,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:21:08,748 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b 2024-12-04T00:21:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:21:09,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:09,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:09,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:09,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:09,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:09,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:09,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:09,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:09,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:09,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:09,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740 2024-12-04T00:21:09,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740 2024-12-04T00:21:09,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:09,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:09,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:09,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:09,208 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:09,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65816204, jitterRate=-0.01926213502883911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271669172Initializing all the Stores at 1733271669173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669176 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271669176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669176Cleaning up temporary data from old regions at 1733271669191 (+15 ms)Region opened successfully at 1733271669209 (+18 ms) 2024-12-04T00:21:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:09,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:09,210 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:09,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271669209Disabling compacts and flushes for region at 1733271669209Disabling writes for close at 1733271669209Writing region close event to WAL at 1733271669210 (+1 ms)Closed at 1733271669210 2024-12-04T00:21:09,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:09,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:21:09,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:21:09,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:09,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:21:09,365 DEBUG [b20163ee1150:46707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:21:09,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:09,367 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44407,1733271666976, state=OPENING 2024-12-04T00:21:09,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:21:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:09,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604043492/meta-region-server: CHANGED 2024-12-04T00:21:09,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:09,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604043492/meta-region-server: CHANGED 2024-12-04T00:21:09,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44407,1733271666976}] 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:09,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:09,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:21:09,638 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:21:09,638 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:09,638 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:21:09,640 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44407%2C1733271666976.meta, suffix=.meta, logDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976, archiveDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/oldWALs, maxLogs=10 2024-12-04T00:21:09,657 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.meta.1733271669640.meta, exclude list is [], retry=0 2024-12-04T00:21:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-d5eaa61e-1141-46cd-864d-25271c357d9a,DISK] 2024-12-04T00:21:09,677 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.meta.1733271669640.meta 2024-12-04T00:21:09,692 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40413:40413)] 2024-12-04T00:21:09,692 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:09,693 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:09,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:09,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:21:09,693 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:21:09,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:21:09,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:09,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:21:09,694 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:21:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:09,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:09,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:09,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:09,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:09,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:09,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:09,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:09,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:09,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:09,706 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:09,707 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740 2024-12-04T00:21:09,708 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740 2024-12-04T00:21:09,709 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:09,709 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:09,710 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:09,711 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:09,712 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61417787, jitterRate=-0.08480365574359894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:09,712 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:21:09,713 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271669694Writing region info on filesystem at 1733271669694Initializing all the Stores at 1733271669694Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669695 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271669695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271669695Cleaning up temporary data from old regions at 1733271669709 (+14 ms)Running coprocessor post-open hooks at 1733271669712 (+3 ms)Region opened successfully at 1733271669712 2024-12-04T00:21:09,714 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271669624 2024-12-04T00:21:09,717 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:21:09,717 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:21:09,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:09,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,44407,1733271666976, state=OPEN 2024-12-04T00:21:09,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-604043492/meta-region-server 2024-12-04T00:21:09,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-604043492/meta-region-server 2024-12-04T00:21:09,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604043492/meta-region-server: CHANGED 2024-12-04T00:21:09,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604043492/meta-region-server: CHANGED 2024-12-04T00:21:09,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,44407,1733271666976 2024-12-04T00:21:09,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:21:09,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,44407,1733271666976 in 356 msec 2024-12-04T00:21:09,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:21:09,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 588 msec 2024-12-04T00:21:09,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:09,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:21:09,805 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:09,806 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44407,1733271666976, seqNum=-1] 2024-12-04T00:21:09,806 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:09,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:09,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5060 sec 2024-12-04T00:21:09,814 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271669814, completionTime=-1 2024-12-04T00:21:09,815 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:21:09,815 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:21:09,817 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271729817 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271789818 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:46707, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,818 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,820 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,821 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:21:09,828 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.720sec 2024-12-04T00:21:09,828 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:21:09,828 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:21:09,828 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:21:09,828 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:21:09,829 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:21:09,829 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:09,829 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:21:09,834 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:21:09,834 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:21:09,834 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46707,1733271666568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:09,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:09,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:09,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:09,883 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3fa9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:09,886 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:09,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:09,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44407,1733271666976, seqNum=-1] 2024-12-04T00:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:09,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,46707,1733271666568 2024-12-04T00:21:09,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir so I do NOT create it in target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252 2024-12-04T00:21:09,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.tmp.dir so I do NOT create it in target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252 2024-12-04T00:21:09,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:21:09,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/cluster_cd4a15a2-031d-8abc-ddaa-0ef97c22d60a, deleteOnExit=true 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/test.cache.data in system properties and HBase conf 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:21:09,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:21:09,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:21:09,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:21:09,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db6af8c0002 connected 2024-12-04T00:21:10,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:10,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:10,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:10,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:10,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:10,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:10,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:10,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:10,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/java.io.tmpdir/jetty-localhost-41173-hadoop-hdfs-3_4_1-tests_jar-_-any-1753810946914010651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:10,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:41173} 2024-12-04T00:21:10,413 INFO [Time-limited test {}] server.Server(415): Started @207360ms 2024-12-04T00:21:10,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:10,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:10,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:10,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:10,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:21:10,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:10,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:11,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/java.io.tmpdir/jetty-localhost-38601-hadoop-hdfs-3_4_1-tests_jar-_-any-15902159016605490184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:11,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:38601} 2024-12-04T00:21:11,097 INFO [Time-limited test {}] server.Server(415): Started @208045ms 2024-12-04T00:21:11,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:21:12,292 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/cluster_cd4a15a2-031d-8abc-ddaa-0ef97c22d60a/data/data1/current/BP-887159058-172.17.0.3-1733271669949/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:12,301 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/cluster_cd4a15a2-031d-8abc-ddaa-0ef97c22d60a/data/data2/current/BP-887159058-172.17.0.3-1733271669949/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:12,339 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:21:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a26f02ef11420a with lease ID 0x83ec017824be71b9: Processing first storage report for DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3 from datanode DatanodeRegistration(127.0.0.1:33549, datanodeUuid=8b13bc90-d42e-465b-acf9-afe48581c4da, infoPort=41057, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=120046624;c=1733271669949) 2024-12-04T00:21:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a26f02ef11420a with lease ID 0x83ec017824be71b9: from storage DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3 node DatanodeRegistration(127.0.0.1:33549, datanodeUuid=8b13bc90-d42e-465b-acf9-afe48581c4da, infoPort=41057, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=120046624;c=1733271669949), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a26f02ef11420a with lease ID 0x83ec017824be71b9: Processing first storage report for DS-0e35a784-5496-47b3-ae04-ac8159fd546b from datanode DatanodeRegistration(127.0.0.1:33549, datanodeUuid=8b13bc90-d42e-465b-acf9-afe48581c4da, infoPort=41057, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=120046624;c=1733271669949) 2024-12-04T00:21:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a26f02ef11420a with lease ID 0x83ec017824be71b9: from storage DS-0e35a784-5496-47b3-ae04-ac8159fd546b node DatanodeRegistration(127.0.0.1:33549, datanodeUuid=8b13bc90-d42e-465b-acf9-afe48581c4da, infoPort=41057, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=120046624;c=1733271669949), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:12,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252 2024-12-04T00:21:12,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:21:12,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8 with version=8 2024-12-04T00:21:12,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/hbase-staging 2024-12-04T00:21:12,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:21:12,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:12,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39631 2024-12-04T00:21:12,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39631 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396310x0, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:12,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39631-0x1019db6af8c0003 connected 2024-12-04T00:21:12,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/running 2024-12-04T00:21:12,909 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8, hbase.cluster.distributed=false 2024-12-04T00:21:12,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/acl 2024-12-04T00:21:12,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39631 2024-12-04T00:21:12,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39631 2024-12-04T00:21:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39631 2024-12-04T00:21:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39631 2024-12-04T00:21:12,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39631 2024-12-04T00:21:12,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:21:12,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:12,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41035 2024-12-04T00:21:12,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41035 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:12,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410350x0, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:12,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410350x0, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/running 2024-12-04T00:21:12,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:21:12,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41035-0x1019db6af8c0004 connected 2024-12-04T00:21:12,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:21:12,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/master 2024-12-04T00:21:12,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/acl 2024-12-04T00:21:12,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-04T00:21:12,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41035 2024-12-04T00:21:12,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41035 2024-12-04T00:21:12,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-04T00:21:12,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-04T00:21:12,983 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:39631 2024-12-04T00:21:12,983 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11051513396/backup-masters/b20163ee1150,39631,1733271672813 2024-12-04T00:21:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/backup-masters 2024-12-04T00:21:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/backup-masters 2024-12-04T00:21:12,993 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on existing znode=/11051513396/backup-masters/b20163ee1150,39631,1733271672813 2024-12-04T00:21:13,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:13,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11051513396/master 2024-12-04T00:21:13,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:13,003 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on existing znode=/11051513396/master 2024-12-04T00:21:13,005 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11051513396/backup-masters/b20163ee1150,39631,1733271672813 from backup master directory 2024-12-04T00:21:13,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/backup-masters 2024-12-04T00:21:13,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11051513396/backup-masters/b20163ee1150,39631,1733271672813 2024-12-04T00:21:13,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/backup-masters 2024-12-04T00:21:13,014 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:13,014 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,39631,1733271672813 2024-12-04T00:21:13,020 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/hbase.id] with ID: 081b8690-b77f-4bfd-aa3a-8c73acf0e4e5 2024-12-04T00:21:13,020 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/.tmp/hbase.id 2024-12-04T00:21:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:21:13,435 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/.tmp/hbase.id]:[hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/hbase.id] 2024-12-04T00:21:13,446 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:13,446 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:21:13,447 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:21:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:21:13,507 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:13,508 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:21:13,508 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:21:13,519 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store 2024-12-04T00:21:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:13,935 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:13,935 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:13,935 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271673935Disabling compacts and flushes for region at 1733271673935Disabling writes for close at 1733271673935Writing region close event to WAL at 1733271673935Closed at 1733271673935 2024-12-04T00:21:13,936 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/.initializing 2024-12-04T00:21:13,936 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/WALs/b20163ee1150,39631,1733271672813 2024-12-04T00:21:13,938 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:13,940 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C39631%2C1733271672813, suffix=, logDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/WALs/b20163ee1150,39631,1733271672813, archiveDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/oldWALs, maxLogs=10 2024-12-04T00:21:13,958 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/WALs/b20163ee1150,39631,1733271672813/b20163ee1150%2C39631%2C1733271672813.1733271673940, exclude list is [], retry=0 2024-12-04T00:21:13,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33549,DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3,DISK] 2024-12-04T00:21:13,962 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/WALs/b20163ee1150,39631,1733271672813/b20163ee1150%2C39631%2C1733271672813.1733271673940 2024-12-04T00:21:13,962 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41057:41057)] 2024-12-04T00:21:13,962 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:13,963 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:13,963 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,963 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:21:13,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:13,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:13,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:21:13,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:13,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:21:13,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:13,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:21:13,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:13,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:13,972 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,972 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,972 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,973 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,973 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,974 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:13,975 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:13,976 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:13,977 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430157, jitterRate=-0.06971816718578339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:13,977 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271673963Initializing all the Stores at 1733271673964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271673964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271673964Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271673964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271673964Cleaning up temporary data from old regions at 1733271673973 (+9 ms)Region opened successfully at 1733271673977 (+4 ms) 2024-12-04T00:21:13,977 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:21:13,979 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da672a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:13,980 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:21:13,980 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:21:13,980 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:21:13,980 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:21:13,981 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:21:13,981 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:21:13,981 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:21:13,983 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:21:13,983 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/balancer because node does not exist (not necessarily an error) 2024-12-04T00:21:14,061 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/balancer already deleted, retry=false 2024-12-04T00:21:14,061 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:21:14,062 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:21:14,086 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/normalizer already deleted, retry=false 2024-12-04T00:21:14,087 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:21:14,092 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:21:14,103 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/switch/split already deleted, retry=false 2024-12-04T00:21:14,104 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:21:14,113 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/switch/merge already deleted, retry=false 2024-12-04T00:21:14,115 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:21:14,129 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/snapshot-cleanup already deleted, retry=false 2024-12-04T00:21:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11051513396/running 2024-12-04T00:21:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11051513396/running 2024-12-04T00:21:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,39631,1733271672813, sessionid=0x1019db6af8c0003, setting cluster-up flag (Was=false) 2024-12-04T00:21:14,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,202 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11051513396/flush-table-proc/acquired, /11051513396/flush-table-proc/reached, /11051513396/flush-table-proc/abort 2024-12-04T00:21:14,204 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39631,1733271672813 2024-12-04T00:21:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:14,265 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11051513396/online-snapshot/acquired, /11051513396/online-snapshot/reached, /11051513396/online-snapshot/abort 2024-12-04T00:21:14,267 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,39631,1733271672813 2024-12-04T00:21:14,268 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:21:14,273 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:14,274 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:21:14,274 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:21:14,274 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,39631,1733271672813 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:14,276 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,282 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(746): ClusterId : 081b8690-b77f-4bfd-aa3a-8c73acf0e4e5 2024-12-04T00:21:14,282 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:21:14,293 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:21:14,293 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:21:14,304 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:21:14,304 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d685c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:14,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:14,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:21:14,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:14,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:21:14,340 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:41035 2024-12-04T00:21:14,340 INFO [RS:0;b20163ee1150:41035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:21:14,340 INFO [RS:0;b20163ee1150:41035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:21:14,341 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:21:14,341 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39631,1733271672813 with port=41035, startcode=1733271672930 2024-12-04T00:21:14,341 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:21:14,376 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:21:14,377 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:21:14,383 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T00:21:14,383 WARN [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271704400 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:21:14,401 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:21:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:21:14,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:21:14,411 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8 2024-12-04T00:21:14,416 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,434 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:21:14,434 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:21:14,434 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:21:14,435 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:21:14,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:21:14,460 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:21:14,460 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:21:14,462 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271674460,5,FailOnTimeoutGroup] 2024-12-04T00:21:14,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271674462,5,FailOnTimeoutGroup] 2024-12-04T00:21:14,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:21:14,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,474 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,484 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,39631,1733271672813 with port=41035, startcode=1733271672930 2024-12-04T00:21:14,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39631 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,486 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8 2024-12-04T00:21:14,486 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36315 2024-12-04T00:21:14,487 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:21:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:21:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/rs 2024-12-04T00:21:14,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,41035,1733271672930] 2024-12-04T00:21:14,564 DEBUG [RS:0;b20163ee1150:41035 {}] zookeeper.ZKUtil(111): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on existing znode=/11051513396/rs/b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,564 WARN [RS:0;b20163ee1150:41035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:14,564 INFO [RS:0;b20163ee1150:41035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:14,565 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:14,589 INFO [RS:0;b20163ee1150:41035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:21:14,610 INFO [RS:0;b20163ee1150:41035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:21:14,611 INFO [RS:0;b20163ee1150:41035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:21:14,611 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,611 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:21:14,612 INFO [RS:0;b20163ee1150:41035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:21:14,612 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:14,612 DEBUG [RS:0;b20163ee1150:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,620 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41035,1733271672930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:14,634 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:21:14,634 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41035,1733271672930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,634 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,634 INFO [RS:0;b20163ee1150:41035 {}] regionserver.Replication(171): b20163ee1150,41035,1733271672930 started 2024-12-04T00:21:14,646 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:14,646 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,41035,1733271672930, RpcServer on b20163ee1150/172.17.0.3:41035, sessionid=0x1019db6af8c0004 2024-12-04T00:21:14,646 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:21:14,646 DEBUG [RS:0;b20163ee1150:41035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,646 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41035,1733271672930' 2024-12-04T00:21:14,646 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11051513396/flush-table-proc/abort' 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11051513396/flush-table-proc/acquired' 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,41035,1733271672930 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41035,1733271672930' 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11051513396/online-snapshot/abort' 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11051513396/online-snapshot/acquired' 2024-12-04T00:21:14,647 DEBUG [RS:0;b20163ee1150:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:21:14,648 INFO [RS:0;b20163ee1150:41035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:21:14,648 INFO [RS:0;b20163ee1150:41035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:21:14,748 INFO [RS:0;b20163ee1150:41035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:14,749 INFO [RS:0;b20163ee1150:41035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41035%2C1733271672930, suffix=, logDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930, archiveDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/oldWALs, maxLogs=10 2024-12-04T00:21:14,761 DEBUG [RS:0;b20163ee1150:41035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, exclude list is [], retry=0 2024-12-04T00:21:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33549,DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3,DISK] 2024-12-04T00:21:14,765 INFO [RS:0;b20163ee1150:41035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 2024-12-04T00:21:14,765 DEBUG [RS:0;b20163ee1150:41035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41057:41057)] 2024-12-04T00:21:14,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:14,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:14,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:14,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:14,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:14,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:14,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:14,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:14,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:14,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:14,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:14,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:14,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:14,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:14,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:14,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:14,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:14,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:14,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740 2024-12-04T00:21:14,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740 2024-12-04T00:21:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:14,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:14,905 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:14,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:14,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:14,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68045752, jitterRate=0.013960719108581543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:14,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271674892Initializing all the Stores at 1733271674894 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271674894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271674894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271674894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271674894Cleaning up temporary data from old regions at 1733271674904 (+10 ms)Region opened successfully at 1733271674917 (+13 ms) 2024-12-04T00:21:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:14,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:14,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271674917Disabling compacts and flushes for region at 1733271674917Disabling writes for close at 1733271674918 (+1 ms)Writing region close event to WAL at 1733271674918Closed at 1733271674918 2024-12-04T00:21:14,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:14,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:21:14,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:21:14,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:14,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:21:15,074 DEBUG [b20163ee1150:39631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:21:15,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:15,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41035,1733271672930, state=OPENING 2024-12-04T00:21:15,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:15,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:21:15,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:15,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11051513396/meta-region-server: CHANGED 2024-12-04T00:21:15,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:15,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41035,1733271672930}] 2024-12-04T00:21:15,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11051513396/meta-region-server: CHANGED 2024-12-04T00:21:15,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:15,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:21:15,349 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:21:15,349 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:15,349 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:21:15,350 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41035%2C1733271672930.meta, suffix=.meta, logDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930, archiveDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/oldWALs, maxLogs=10 2024-12-04T00:21:15,367 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.meta.1733271675351.meta, exclude list is [], retry=0 2024-12-04T00:21:15,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33549,DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3,DISK] 2024-12-04T00:21:15,389 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.meta.1733271675351.meta 2024-12-04T00:21:15,396 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41057:41057)] 2024-12-04T00:21:15,397 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:15,397 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:15,397 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:15,397 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:21:15,397 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:21:15,397 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:21:15,398 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:15,398 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:21:15,398 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:21:15,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:15,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:15,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:15,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:15,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:15,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:15,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:15,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:15,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:15,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:15,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:15,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:15,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:15,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:15,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:15,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:15,407 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:15,409 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740 2024-12-04T00:21:15,410 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740 2024-12-04T00:21:15,411 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:15,411 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:15,411 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:15,413 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:15,414 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67348958, jitterRate=0.003577679395675659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:15,414 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:21:15,414 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271675398Writing region info on filesystem at 1733271675398Initializing all the Stores at 1733271675399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271675399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271675400 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271675400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271675400Cleaning up temporary data from old regions at 1733271675411 (+11 ms)Running coprocessor post-open hooks at 1733271675414 (+3 ms)Region opened successfully at 1733271675414 2024-12-04T00:21:15,415 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271675329 2024-12-04T00:21:15,418 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:21:15,418 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:21:15,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:15,422 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41035,1733271672930, state=OPEN 2024-12-04T00:21:15,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11051513396/meta-region-server 2024-12-04T00:21:15,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11051513396/meta-region-server 2024-12-04T00:21:15,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,41035,1733271672930 2024-12-04T00:21:15,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11051513396/meta-region-server: CHANGED 2024-12-04T00:21:15,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11051513396/meta-region-server: CHANGED 2024-12-04T00:21:15,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:21:15,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41035,1733271672930 in 277 msec 2024-12-04T00:21:15,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:21:15,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-12-04T00:21:15,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:15,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:21:15,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:15,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41035,1733271672930, seqNum=-1] 2024-12-04T00:21:15,443 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:15,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:15,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1760 sec 2024-12-04T00:21:15,450 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271675450, completionTime=-1 2024-12-04T00:21:15,450 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:21:15,450 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271735453 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271795453 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:39631, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,456 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:21:15,460 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.453sec 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:15,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:21:15,469 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:21:15,469 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:21:15,469 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39631,1733271672813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:15,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:15,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:15,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:15,486 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:15,488 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:15,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:15,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41035,1733271672930, seqNum=-1] 2024-12-04T00:21:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:15,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:15,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,39631,1733271672813 2024-12-04T00:21:15,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60814 2024-12-04T00:21:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:15,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db6af8c0005 connected 2024-12-04T00:21:15,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46707,1733271666568 2024-12-04T00:21:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616a3492 2024-12-04T00:21:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:15,524 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:15,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:21:15,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:15,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:15,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:21:15,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:21:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:15,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee9fe0bdec9f7cb388d569352ca0b454, NAME => 'test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b 2024-12-04T00:21:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:21:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee9fe0bdec9f7cb388d569352ca0b454, disabling compactions & flushes 2024-12-04T00:21:16,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. after waiting 0 ms 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee9fe0bdec9f7cb388d569352ca0b454: Waiting for close lock at 1733271676343Disabling compacts and flushes for region at 1733271676343Disabling writes for close at 1733271676343Writing region close event to WAL at 1733271676343Closed at 1733271676343 2024-12-04T00:21:16,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:16,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271676344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271676344"}]},"ts":"1733271676344"} 2024-12-04T00:21:16,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:16,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:16,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271676348"}]},"ts":"1733271676348"} 2024-12-04T00:21:16,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:21:16,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fe0bdec9f7cb388d569352ca0b454, ASSIGN}] 2024-12-04T00:21:16,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fe0bdec9f7cb388d569352ca0b454, ASSIGN 2024-12-04T00:21:16,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee9fe0bdec9f7cb388d569352ca0b454, ASSIGN; state=OFFLINE, location=b20163ee1150,44407,1733271666976; forceNewPlan=false, retain=false 2024-12-04T00:21:16,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9fe0bdec9f7cb388d569352ca0b454, regionState=OPENING, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:16,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee9fe0bdec9f7cb388d569352ca0b454, ASSIGN because future has completed 2024-12-04T00:21:16,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9fe0bdec9f7cb388d569352ca0b454, server=b20163ee1150,44407,1733271666976}] 2024-12-04T00:21:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:16,704 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,705 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9fe0bdec9f7cb388d569352ca0b454, NAME => 'test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:16,706 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:16,706 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:21:16,707 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,707 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:16,707 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,707 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,732 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,733 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fe0bdec9f7cb388d569352ca0b454 columnFamilyName f 2024-12-04T00:21:16,733 DEBUG [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:16,734 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(327): Store=ee9fe0bdec9f7cb388d569352ca0b454/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:16,734 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,735 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fe0bdec9f7cb388d569352ca0b454 columnFamilyName f1 2024-12-04T00:21:16,735 DEBUG [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:16,735 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(327): Store=ee9fe0bdec9f7cb388d569352ca0b454/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:16,735 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,736 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fe0bdec9f7cb388d569352ca0b454 columnFamilyName norep 2024-12-04T00:21:16,736 DEBUG [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:16,736 INFO [StoreOpener-ee9fe0bdec9f7cb388d569352ca0b454-1 {}] regionserver.HStore(327): Store=ee9fe0bdec9f7cb388d569352ca0b454/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:16,736 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,737 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,737 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,738 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,738 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,738 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:16,739 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,768 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:16,769 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee9fe0bdec9f7cb388d569352ca0b454; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63994090, jitterRate=-0.04641374945640564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:16,769 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:16,769 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee9fe0bdec9f7cb388d569352ca0b454: Running coprocessor pre-open hook at 1733271676707Writing region info on filesystem at 1733271676707Initializing all the Stores at 1733271676708 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271676708Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271676720 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271676720Cleaning up temporary data from old regions at 1733271676738 (+18 ms)Running coprocessor post-open hooks at 1733271676769 (+31 ms)Region opened successfully at 1733271676769 2024-12-04T00:21:16,770 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454., pid=6, masterSystemTime=1733271676684 2024-12-04T00:21:16,772 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,772 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:16,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9fe0bdec9f7cb388d569352ca0b454, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9fe0bdec9f7cb388d569352ca0b454, server=b20163ee1150,44407,1733271666976 because future has completed 2024-12-04T00:21:16,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:21:16,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee9fe0bdec9f7cb388d569352ca0b454, server=b20163ee1150,44407,1733271666976 in 273 msec 2024-12-04T00:21:16,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:21:16,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fe0bdec9f7cb388d569352ca0b454, ASSIGN in 450 msec 2024-12-04T00:21:16,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:16,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271676805"}]},"ts":"1733271676805"} 2024-12-04T00:21:16,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:21:16,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:16,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2850 sec 2024-12-04T00:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:17,676 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:21:17,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39631,1733271672813 2024-12-04T00:21:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-12-04T00:21:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:17,678 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:17,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:21:17,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:17,681 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:17,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:21:17,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:21:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:18,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 024fb2d0743c4bc4777677e06ce4b645, NAME => 'test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8 2024-12-04T00:21:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 024fb2d0743c4bc4777677e06ce4b645, disabling compactions & flushes 2024-12-04T00:21:18,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. after waiting 0 ms 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 024fb2d0743c4bc4777677e06ce4b645: Waiting for close lock at 1733271678095Disabling compacts and flushes for region at 1733271678095Disabling writes for close at 1733271678095Writing region close event to WAL at 1733271678095Closed at 1733271678095 2024-12-04T00:21:18,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:18,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271678096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271678096"}]},"ts":"1733271678096"} 2024-12-04T00:21:18,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:18,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:18,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271678099"}]},"ts":"1733271678099"} 2024-12-04T00:21:18,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:21:18,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024fb2d0743c4bc4777677e06ce4b645, ASSIGN}] 2024-12-04T00:21:18,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=024fb2d0743c4bc4777677e06ce4b645, ASSIGN 2024-12-04T00:21:18,104 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=024fb2d0743c4bc4777677e06ce4b645, ASSIGN; state=OFFLINE, location=b20163ee1150,41035,1733271672930; forceNewPlan=false, retain=false 2024-12-04T00:21:18,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024fb2d0743c4bc4777677e06ce4b645, regionState=OPENING, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:18,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=024fb2d0743c4bc4777677e06ce4b645, ASSIGN because future has completed 2024-12-04T00:21:18,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024fb2d0743c4bc4777677e06ce4b645, server=b20163ee1150,41035,1733271672930}] 2024-12-04T00:21:18,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:18,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:18,295 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:18,433 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,433 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 024fb2d0743c4bc4777677e06ce4b645, NAME => 'test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:18,433 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:18,433 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:21:18,433 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,433 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:18,433 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,434 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,440 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,447 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024fb2d0743c4bc4777677e06ce4b645 columnFamilyName f 2024-12-04T00:21:18,447 DEBUG [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:18,447 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(327): Store=024fb2d0743c4bc4777677e06ce4b645/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:18,447 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,448 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024fb2d0743c4bc4777677e06ce4b645 columnFamilyName f1 2024-12-04T00:21:18,448 DEBUG [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:18,449 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(327): Store=024fb2d0743c4bc4777677e06ce4b645/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:18,449 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,450 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024fb2d0743c4bc4777677e06ce4b645 columnFamilyName norep 2024-12-04T00:21:18,450 DEBUG [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:18,450 INFO [StoreOpener-024fb2d0743c4bc4777677e06ce4b645-1 {}] regionserver.HStore(327): Store=024fb2d0743c4bc4777677e06ce4b645/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:18,450 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,451 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,451 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,452 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,452 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,452 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:18,453 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,457 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:18,457 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 024fb2d0743c4bc4777677e06ce4b645; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68839331, jitterRate=0.025785967707633972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:18,457 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:18,457 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 024fb2d0743c4bc4777677e06ce4b645: Running coprocessor pre-open hook at 1733271678434Writing region info on filesystem at 1733271678434Initializing all the Stores at 1733271678434Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271678435 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271678440 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271678440Cleaning up temporary data from old regions at 1733271678452 (+12 ms)Running coprocessor post-open hooks at 1733271678457 (+5 ms)Region opened successfully at 1733271678457 2024-12-04T00:21:18,458 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645., pid=6, masterSystemTime=1733271678424 2024-12-04T00:21:18,459 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,460 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:18,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=024fb2d0743c4bc4777677e06ce4b645, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:18,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024fb2d0743c4bc4777677e06ce4b645, server=b20163ee1150,41035,1733271672930 because future has completed 2024-12-04T00:21:18,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:21:18,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 024fb2d0743c4bc4777677e06ce4b645, server=b20163ee1150,41035,1733271672930 in 206 msec 2024-12-04T00:21:18,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:21:18,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=024fb2d0743c4bc4777677e06ce4b645, ASSIGN in 363 msec 2024-12-04T00:21:18,468 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:18,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271678468"}]},"ts":"1733271678468"} 2024-12-04T00:21:18,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:21:18,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:18,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-12-04T00:21:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:18,816 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:21:18,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:18,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:18,824 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:18,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:18,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,829 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa3f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:18,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:18,834 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3efde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,835 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111b82cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:18,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:18,838 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393e9034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,840 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0148bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:18,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46707,1733271666568 2024-12-04T00:21:18,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a879066 2024-12-04T00:21:18,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:18,843 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:18,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:39631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:21:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:21:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:18,847 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39631' 2024-12-04T00:21:18,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a07c9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,848 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:18,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:18,849 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:18,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37874230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,851 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:18,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f719981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:18,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:18,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39631,1733271672813 2024-12-04T00:21:18,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b7cbc89 2024-12-04T00:21:18,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:18,854 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:18,856 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T00:21:18,856 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:21:18,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:18,856 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:18,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:18,859 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:21:18,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:18,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:18,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:21:18,910 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:21:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:19,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8c46a1db054d6d361479dec0db26642, NAME => 'hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b 2024-12-04T00:21:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:21:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:19,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:21:19,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:21:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:21:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:21:19,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:19,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8c46a1db054d6d361479dec0db26642, disabling compactions & flushes 2024-12-04T00:21:19,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. after waiting 0 ms 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:19,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:19,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8c46a1db054d6d361479dec0db26642: Waiting for close lock at 1733271679682Disabling compacts and flushes for region at 1733271679682Disabling writes for close at 1733271679682Writing region close event to WAL at 1733271679682Closed at 1733271679682 2024-12-04T00:21:19,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:19,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271679685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271679685"}]},"ts":"1733271679685"} 2024-12-04T00:21:19,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:19,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:19,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271679689"}]},"ts":"1733271679689"} 2024-12-04T00:21:19,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:21:19,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c46a1db054d6d361479dec0db26642, ASSIGN}] 2024-12-04T00:21:19,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c46a1db054d6d361479dec0db26642, ASSIGN 2024-12-04T00:21:19,695 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c46a1db054d6d361479dec0db26642, ASSIGN; state=OFFLINE, location=b20163ee1150,44407,1733271666976; forceNewPlan=false, retain=false 2024-12-04T00:21:19,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c46a1db054d6d361479dec0db26642, regionState=OPENING, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c46a1db054d6d361479dec0db26642, ASSIGN because future has completed 2024-12-04T00:21:19,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c46a1db054d6d361479dec0db26642, server=b20163ee1150,44407,1733271666976}] 2024-12-04T00:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:20,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:20,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:20,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:21:20,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C44407%2C1733271666976.rep, suffix=, logDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976, archiveDir=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/oldWALs, maxLogs=10 2024-12-04T00:21:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.rep.1733271680003, exclude list is [], retry=0 2024-12-04T00:21:20,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-d5eaa61e-1141-46cd-864d-25271c357d9a,DISK] 2024-12-04T00:21:20,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.rep.1733271680003 2024-12-04T00:21:20,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40413:40413)] 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8c46a1db054d6d361479dec0db26642, NAME => 'hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:20,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. service=MultiRowMutationService 2024-12-04T00:21:20,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,019 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,020 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c46a1db054d6d361479dec0db26642 columnFamilyName hfileref 2024-12-04T00:21:20,020 DEBUG [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:20,020 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(327): Store=e8c46a1db054d6d361479dec0db26642/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:20,020 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,021 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c46a1db054d6d361479dec0db26642 columnFamilyName queue 2024-12-04T00:21:20,021 DEBUG [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:20,021 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(327): Store=e8c46a1db054d6d361479dec0db26642/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:20,021 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,022 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c46a1db054d6d361479dec0db26642 columnFamilyName sid 2024-12-04T00:21:20,022 DEBUG [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:20,022 INFO [StoreOpener-e8c46a1db054d6d361479dec0db26642-1 {}] regionserver.HStore(327): Store=e8c46a1db054d6d361479dec0db26642/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:20,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:20,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:20,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8c46a1db054d6d361479dec0db26642; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63167119, jitterRate=-0.05873657763004303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:20,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:20,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8c46a1db054d6d361479dec0db26642: Running coprocessor pre-open hook at 1733271680018Writing region info on filesystem at 1733271680018Initializing all the Stores at 1733271680019 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271680019Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271680019Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271680019Cleaning up temporary data from old regions at 1733271680024 (+5 ms)Running coprocessor post-open hooks at 1733271680029 (+5 ms)Region opened successfully at 1733271680030 (+1 ms) 2024-12-04T00:21:20,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642., pid=10, masterSystemTime=1733271679999 2024-12-04T00:21:20,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:20,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:20,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c46a1db054d6d361479dec0db26642, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,44407,1733271666976 2024-12-04T00:21:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c46a1db054d6d361479dec0db26642, server=b20163ee1150,44407,1733271666976 because future has completed 2024-12-04T00:21:20,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:21:20,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8c46a1db054d6d361479dec0db26642, server=b20163ee1150,44407,1733271666976 in 190 msec 2024-12-04T00:21:20,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:21:20,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c46a1db054d6d361479dec0db26642, ASSIGN in 350 msec 2024-12-04T00:21:20,045 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:20,045 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271680045"}]},"ts":"1733271680045"} 2024-12-04T00:21:20,047 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:21:20,048 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:20,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-12-04T00:21:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642., hostname=b20163ee1150,44407,1733271666976, seqNum=2] 2024-12-04T00:21:20,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:20,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:20,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:21:20,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:21:20,271 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:21:20,296 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,44407,1733271666976, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:21:20,297 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:20,297 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44407,1733271666976, seqNum=-1] 2024-12-04T00:21:20,297 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:20,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T00:21:20,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,44407,1733271666976', locateType=CURRENT is [region=hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642., hostname=b20163ee1150,44407,1733271666976, seqNum=2] 2024-12-04T00:21:20,302 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:21:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:21:20,303 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,44407,1733271666976 suceeded 2024-12-04T00:21:20,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:21:20,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T00:21:20,305 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:39631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:21:20,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-12-04T00:21:20,317 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:39631' 2024-12-04T00:21:20,318 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb93952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:20,318 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:20,318 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:20,318 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b54ae55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:20,320 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:20,320 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6aa274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:20,321 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39631,1733271672813 2024-12-04T00:21:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbad84b 2024-12-04T00:21:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:20,322 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T00:21:20,322 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,44407,1733271666976 (queues=1) is replicating from cluster=48345329-fb3d-49d8-b44b-8b2ebc97c990 to cluster=081b8690-b77f-4bfd-aa3a-8c73acf0e4e5 2024-12-04T00:21:20,322 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C44407%2C1733271666976 2024-12-04T00:21:20,322 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,44407,1733271666976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:21:20,323 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C44407%2C1733271666976 2024-12-04T00:21:20,323 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, startPosition=0, beingWritten=true 2024-12-04T00:21:20,330 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:20,330 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:20,330 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:20,536 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:20,842 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:20,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:20,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:20,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:21:20,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:21:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:20,996 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:21:20,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:20,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:20,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:20,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:20,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:20,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:20,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:20,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:20,997 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e64b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:20,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:20,999 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a739f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:21,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,39631,1733271672813 2024-12-04T00:21:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aec6813 2024-12-04T00:21:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:21,002 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:21,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:46707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:21:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:21:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:21,004 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:46707' 2024-12-04T00:21:21,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e9d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:21,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:21,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:21,005 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3484aef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:21,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:21,007 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a95c830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:21,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:21,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46707,1733271666568 2024-12-04T00:21:21,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a283d0f 2024-12-04T00:21:21,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:21,010 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:21,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T00:21:21,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:21:21,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:21,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:21,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:21,011 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:21,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:21:21,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:21,013 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:21,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:21,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:21:21,063 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:21:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:21,247 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:21,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5950a049ac8470d28dcf84da48faa488, NAME => 'hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8 2024-12-04T00:21:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:21:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:21,750 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:21,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:21,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5950a049ac8470d28dcf84da48faa488, disabling compactions & flushes 2024-12-04T00:21:21,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:21,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:21,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. after waiting 0 ms 2024-12-04T00:21:21,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:21,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:21,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5950a049ac8470d28dcf84da48faa488: Waiting for close lock at 1733271681832Disabling compacts and flushes for region at 1733271681832Disabling writes for close at 1733271681832Writing region close event to WAL at 1733271681833 (+1 ms)Closed at 1733271681833 2024-12-04T00:21:21,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:21,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271681836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271681836"}]},"ts":"1733271681836"} 2024-12-04T00:21:21,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:21,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:21,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271681840"}]},"ts":"1733271681840"} 2024-12-04T00:21:21,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:21:21,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5950a049ac8470d28dcf84da48faa488, ASSIGN}] 2024-12-04T00:21:21,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5950a049ac8470d28dcf84da48faa488, ASSIGN 2024-12-04T00:21:21,846 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5950a049ac8470d28dcf84da48faa488, ASSIGN; state=OFFLINE, location=b20163ee1150,41035,1733271672930; forceNewPlan=false, retain=false 2024-12-04T00:21:21,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5950a049ac8470d28dcf84da48faa488, regionState=OPENING, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:22,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5950a049ac8470d28dcf84da48faa488, ASSIGN because future has completed 2024-12-04T00:21:22,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5950a049ac8470d28dcf84da48faa488, server=b20163ee1150,41035,1733271672930}] 2024-12-04T00:21:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:22,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:22,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:22,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:21:22,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41035%2C1733271672930.rep, suffix=, logDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930, archiveDir=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/oldWALs, maxLogs=10 2024-12-04T00:21:22,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.rep.1733271682189, exclude list is [], retry=0 2024-12-04T00:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33549,DS-fe42fb41-e5ff-4752-b6b9-d43cd7efc2f3,DISK] 2024-12-04T00:21:22,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.rep.1733271682189 2024-12-04T00:21:22,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41057:41057)] 2024-12-04T00:21:22,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5950a049ac8470d28dcf84da48faa488, NAME => 'hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:22,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. service=MultiRowMutationService 2024-12-04T00:21:22,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,211 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,212 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5950a049ac8470d28dcf84da48faa488 columnFamilyName hfileref 2024-12-04T00:21:22,212 DEBUG [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:22,213 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(327): Store=5950a049ac8470d28dcf84da48faa488/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:22,213 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,214 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5950a049ac8470d28dcf84da48faa488 columnFamilyName queue 2024-12-04T00:21:22,214 DEBUG [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:22,214 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(327): Store=5950a049ac8470d28dcf84da48faa488/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:22,214 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,215 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5950a049ac8470d28dcf84da48faa488 columnFamilyName sid 2024-12-04T00:21:22,215 DEBUG [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:22,216 INFO [StoreOpener-5950a049ac8470d28dcf84da48faa488-1 {}] regionserver.HStore(327): Store=5950a049ac8470d28dcf84da48faa488/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:22,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:22,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:22,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5950a049ac8470d28dcf84da48faa488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61230869, jitterRate=-0.08758895099163055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:22,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:22,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5950a049ac8470d28dcf84da48faa488: Running coprocessor pre-open hook at 1733271682210Writing region info on filesystem at 1733271682210Initializing all the Stores at 1733271682210Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271682210Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271682211 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271682211Cleaning up temporary data from old regions at 1733271682218 (+7 ms)Running coprocessor post-open hooks at 1733271682221 (+3 ms)Region opened successfully at 1733271682222 (+1 ms) 2024-12-04T00:21:22,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488., pid=10, masterSystemTime=1733271682166 2024-12-04T00:21:22,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:22,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:22,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5950a049ac8470d28dcf84da48faa488, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,41035,1733271672930 2024-12-04T00:21:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5950a049ac8470d28dcf84da48faa488, server=b20163ee1150,41035,1733271672930 because future has completed 2024-12-04T00:21:22,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:21:22,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5950a049ac8470d28dcf84da48faa488, server=b20163ee1150,41035,1733271672930 in 215 msec 2024-12-04T00:21:22,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:21:22,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5950a049ac8470d28dcf84da48faa488, ASSIGN in 386 msec 2024-12-04T00:21:22,234 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:22,234 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271682234"}]},"ts":"1733271682234"} 2024-12-04T00:21:22,236 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:21:22,238 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:22,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-12-04T00:21:22,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488., hostname=b20163ee1150,41035,1733271672930, seqNum=2] 2024-12-04T00:21:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:22,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:21:22,376 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:22,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:21:22,477 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:21:22,507 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,41035,1733271672930, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:21:22,507 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:22,507 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41035,1733271672930, seqNum=-1] 2024-12-04T00:21:22,507 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:22,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T00:21:22,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,41035,1733271672930', locateType=CURRENT is [region=hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488., hostname=b20163ee1150,41035,1733271672930, seqNum=2] 2024-12-04T00:21:22,512 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:21:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:21:22,516 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,41035,1733271672930 suceeded 2024-12-04T00:21:22,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:21:22,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:46707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:21:22,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-04T00:21:22,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-12-04T00:21:22,527 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:46707' 2024-12-04T00:21:22,528 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c627af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:22,528 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:22,528 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:22,528 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f232e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:22,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:22,530 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:22,530 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d388969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:22,530 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46707,1733271666568 2024-12-04T00:21:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a26a551 2024-12-04T00:21:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:22,532 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T00:21:22,532 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,41035,1733271672930 (queues=1) is replicating from cluster=081b8690-b77f-4bfd-aa3a-8c73acf0e4e5 to cluster=48345329-fb3d-49d8-b44b-8b2ebc97c990 2024-12-04T00:21:22,532 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C41035%2C1733271672930 2024-12-04T00:21:22,532 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,41035,1733271672930, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:21:22,532 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C41035%2C1733271672930 2024-12-04T00:21:22,533 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, startPosition=0, beingWritten=true 2024-12-04T00:21:22,537 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:22,537 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 379, reset compression=false 2024-12-04T00:21:22,537 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:22,749 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 379, reset compression=false 2024-12-04T00:21:23,053 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 379, reset compression=false 2024-12-04T00:21:23,080 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:21:23,156 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:21:23,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:23,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:23,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:23,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:23,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:23,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44407,1733271666976, seqNum=-1] 2024-12-04T00:21:23,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:23,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454., hostname=b20163ee1150,44407,1733271666976, seqNum=2] 2024-12-04T00:21:23,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41035,1733271672930, seqNum=-1] 2024-12-04T00:21:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:23,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645., hostname=b20163ee1150,41035,1733271672930, seqNum=2] 2024-12-04T00:21:23,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T00:21:23,456 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 379, reset compression=false 2024-12-04T00:21:23,883 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 379, reset compression=false 2024-12-04T00:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 480, reset compression=false 2024-12-04T00:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fe0bdec9f7cb388d569352ca0b454/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T00:21:23,891 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:23,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T00:21:23,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:21:23,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11dd5cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:23,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,39631,-1 for getting cluster id 2024-12-04T00:21:23,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:23,897 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '081b8690-b77f-4bfd-aa3a-8c73acf0e4e5' 2024-12-04T00:21:23,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:23,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "081b8690-b77f-4bfd-aa3a-8c73acf0e4e5" 2024-12-04T00:21:23,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1437c56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:23,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,39631,-1] 2024-12-04T00:21:23,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:23,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:23,899 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:23,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@315eb3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:23,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41035,1733271672930, seqNum=-1] 2024-12-04T00:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:23,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T00:21:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645., hostname=b20163ee1150,41035,1733271672930, seqNum=2] 2024-12-04T00:21:23,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:21:23,979 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 379, reset compression=false 2024-12-04T00:21:23,984 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:23,984 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 503, reset compression=false 2024-12-04T00:21:23,984 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:24,094 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 480, reset compression=false 2024-12-04T00:21:24,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T00:21:24,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T00:21:24,189 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 503, reset compression=false 2024-12-04T00:21:24,195 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:21:24,196 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 607, reset compression=false 2024-12-04T00:21:24,196 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[{test/024fb2d0743c4bc4777677e06ce4b645/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:21:24,199 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:24,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T00:21:24,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:21:24,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab4f62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:24,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46707,-1 for getting cluster id 2024-12-04T00:21:24,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:24,217 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48345329-fb3d-49d8-b44b-8b2ebc97c990' 2024-12-04T00:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:24,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48345329-fb3d-49d8-b44b-8b2ebc97c990" 2024-12-04T00:21:24,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf1746d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:24,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46707,-1] 2024-12-04T00:21:24,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:24,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:24,218 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:24,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47239a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:24,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:24,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,44407,1733271666976, seqNum=-1] 2024-12-04T00:21:24,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:24,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T00:21:24,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454., hostname=b20163ee1150,44407,1733271666976, seqNum=2] 2024-12-04T00:21:24,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:21:24,413 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 480, reset compression=false 2024-12-04T00:21:24,418 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:24,418 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 607, reset compression=false 2024-12-04T00:21:24,418 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:24,430 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 607, reset compression=false 2024-12-04T00:21:24,622 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 607, reset compression=false 2024-12-04T00:21:24,734 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 607, reset compression=false 2024-12-04T00:21:24,926 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 607, reset compression=false 2024-12-04T00:21:25,155 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 607, reset compression=false 2024-12-04T00:21:25,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T00:21:25,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:21:25,330 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 607, reset compression=false 2024-12-04T00:21:25,334 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:21:25,334 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 763, reset compression=false 2024-12-04T00:21:25,334 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fe0bdec9f7cb388d569352ca0b454/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T00:21:25,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:21:25,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:21:25,556 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 763, reset compression=false 2024-12-04T00:21:25,669 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 607, reset compression=false 2024-12-04T00:21:25,674 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:25,674 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 754, reset compression=false 2024-12-04T00:21:25,674 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:25,859 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 763, reset compression=false 2024-12-04T00:21:25,878 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 754, reset compression=false 2024-12-04T00:21:26,182 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 754, reset compression=false 2024-12-04T00:21:26,193 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T00:21:26,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T00:21:26,263 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 763, reset compression=false 2024-12-04T00:21:26,588 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 754, reset compression=false 2024-12-04T00:21:26,593 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:21:26,593 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 913, reset compression=false 2024-12-04T00:21:26,593 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[{test/024fb2d0743c4bc4777677e06ce4b645/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T00:21:26,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:21:26,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:21:26,782 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 763, reset compression=false 2024-12-04T00:21:26,798 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:26,798 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:26,798 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:26,800 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 913, reset compression=false 2024-12-04T00:21:27,005 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:27,125 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 913, reset compression=false 2024-12-04T00:21:27,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T00:21:27,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:21:27,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:27,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:27,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:27,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:21:27,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1747799743, stopped=false 2024-12-04T00:21:27,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,39631,1733271672813 2024-12-04T00:21:27,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:27,321 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11051513396/running 2024-12-04T00:21:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11051513396/running 2024-12-04T00:21:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:27,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:21:27,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:27,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:27,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:27,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,41035,1733271672930' ***** 2024-12-04T00:21:27,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:21:27,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/running 2024-12-04T00:21:27,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Set watcher on znode that does not yet exist, /11051513396/running 2024-12-04T00:21:27,367 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:21:27,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:21:27,367 INFO [RS:0;b20163ee1150:41035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:21:27,367 INFO [RS:0;b20163ee1150:41035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:21:27,367 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,41035,1733271672930 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41035. 2024-12-04T00:21:27,368 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5950a049ac8470d28dcf84da48faa488, disabling compactions & flushes 2024-12-04T00:21:27,368 DEBUG [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:27,368 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:27,368 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:27,368 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:27,368 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. after waiting 0 ms 2024-12-04T00:21:27,368 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:21:27,368 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:21:27,368 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5950a049ac8470d28dcf84da48faa488 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T00:21:27,369 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:21:27,369 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1325): Online Regions={5950a049ac8470d28dcf84da48faa488=hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488., 1588230740=hbase:meta,,1.1588230740, 024fb2d0743c4bc4777677e06ce4b645=test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.} 2024-12-04T00:21:27,369 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:27,369 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740, 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:27,369 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:27,369 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:27,369 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:27,369 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:27,369 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:21:27,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/.tmp/queue/548c6bcecc5a49eb9603ee8007528213 is 153, key is 1-b20163ee1150,41035,1733271672930/queue:b20163ee1150%2C41035%2C1733271672930/1733271686601/Put/seqid=0 2024-12-04T00:21:27,387 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/info/5e4226eae3c24aeab7d281f8cf6602bd is 147, key is hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488./info:regioninfo/1733271682225/Put/seqid=0 2024-12-04T00:21:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741841_1017 (size=7686) 2024-12-04T00:21:27,402 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/info/5e4226eae3c24aeab7d281f8cf6602bd 2024-12-04T00:21:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741840_1016 (size=5352) 2024-12-04T00:21:27,427 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/ns/758f121741144fdeb322711dd9c949f6 is 43, key is default/ns:d/1733271675445/Put/seqid=0 2024-12-04T00:21:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:21:27,456 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:27,539 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 913, reset compression=false 2024-12-04T00:21:27,569 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740, 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:27,622 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:21:27,622 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:21:27,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:27,729 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,769 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740, 5950a049ac8470d28dcf84da48faa488 2024-12-04T00:21:27,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:27,814 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/.tmp/queue/548c6bcecc5a49eb9603ee8007528213 2024-12-04T00:21:27,825 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/.tmp/queue/548c6bcecc5a49eb9603ee8007528213 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/queue/548c6bcecc5a49eb9603ee8007528213 2024-12-04T00:21:27,832 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/queue/548c6bcecc5a49eb9603ee8007528213, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T00:21:27,836 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5950a049ac8470d28dcf84da48faa488 in 467ms, sequenceid=10, compaction requested=false 2024-12-04T00:21:27,837 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/ns/758f121741144fdeb322711dd9c949f6 2024-12-04T00:21:27,847 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/replication/5950a049ac8470d28dcf84da48faa488/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:21:27,848 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:27,848 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:27,848 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:27,848 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5950a049ac8470d28dcf84da48faa488: Waiting for close lock at 1733271687368Running coprocessor pre-close hooks at 1733271687368Disabling compacts and flushes for region at 1733271687368Disabling writes for close at 1733271687368Obtaining lock to block concurrent updates at 1733271687368Preparing flush snapshotting stores in 5950a049ac8470d28dcf84da48faa488 at 1733271687368Finished memstore snapshotting hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733271687369 (+1 ms)Flushing stores of hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. at 1733271687369Flushing 5950a049ac8470d28dcf84da48faa488/queue: creating writer at 1733271687369Flushing 5950a049ac8470d28dcf84da48faa488/queue: appending metadata at 1733271687384 (+15 ms)Flushing 5950a049ac8470d28dcf84da48faa488/queue: closing flushed file at 1733271687384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4a20f5: reopening flushed file at 1733271687820 (+436 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5950a049ac8470d28dcf84da48faa488 in 467ms, sequenceid=10, compaction requested=false at 1733271687836 (+16 ms)Writing region close event to WAL at 1733271687838 (+2 ms)Running coprocessor post-close hooks at 1733271687848 (+10 ms)Closed at 1733271687848 2024-12-04T00:21:27,849 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271681011.5950a049ac8470d28dcf84da48faa488. 2024-12-04T00:21:27,849 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 024fb2d0743c4bc4777677e06ce4b645, disabling compactions & flushes 2024-12-04T00:21:27,849 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:27,849 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:27,849 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. after waiting 0 ms 2024-12-04T00:21:27,849 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:27,849 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 024fb2d0743c4bc4777677e06ce4b645 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T00:21:27,880 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/rep_barrier/cbbfdf12bd184729830c92dc6b604af3 is 112, key is test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645./rep_barrier:seqnumDuringOpen/1733271678460/Put/seqid=0 2024-12-04T00:21:27,881 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f/11be416074854faab6bcccc86fa15c4e is 29, key is row1/f:/1733271686194/DeleteFamily/seqid=0 2024-12-04T00:21:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741843_1019 (size=5518) 2024-12-04T00:21:27,931 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/rep_barrier/cbbfdf12bd184729830c92dc6b604af3 2024-12-04T00:21:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741844_1020 (size=5118) 2024-12-04T00:21:27,976 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740 2024-12-04T00:21:27,980 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/table/7489ca1e467940ceb002ca5abef9e2bd is 53, key is hbase:replication/table:state/1733271682234/Put/seqid=0 2024-12-04T00:21:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741845_1021 (size=5308) 2024-12-04T00:21:28,044 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 913, reset compression=false 2024-12-04T00:21:28,070 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:28,070 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 1160, reset compression=false 2024-12-04T00:21:28,070 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41035,1733271672930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:28,072 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,41035,1733271672930: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,41035,1733271672930, walGroup=b20163ee1150%2C41035%2C1733271672930, offset=b20163ee1150%2C41035%2C1733271672930.1733271674749:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:21:28,073 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:21:28,073 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:21:28,073 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:21:28,074 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:21:28,074 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:21:28,074 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 620213200 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191110552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:21:28,074 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:39631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:39631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:21:28,184 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740 2024-12-04T00:21:28,234 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:28,316 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 1160, reset compression=false 2024-12-04T00:21:28,362 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f/11be416074854faab6bcccc86fa15c4e 2024-12-04T00:21:28,371 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11be416074854faab6bcccc86fa15c4e 2024-12-04T00:21:28,384 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:21:28,384 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 024fb2d0743c4bc4777677e06ce4b645=test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645.} 2024-12-04T00:21:28,384 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645, 1588230740 2024-12-04T00:21:28,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:28,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:28,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28385 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:28,391 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f1/b6b2b06b2c9d4250b620b17e81c91661 is 30, key is row1/f1:/1733271686194/DeleteFamily/seqid=0 2024-12-04T00:21:28,400 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/table/7489ca1e467940ceb002ca5abef9e2bd 2024-12-04T00:21:28,409 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/info/5e4226eae3c24aeab7d281f8cf6602bd as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/info/5e4226eae3c24aeab7d281f8cf6602bd 2024-12-04T00:21:28,418 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/info/5e4226eae3c24aeab7d281f8cf6602bd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:21:28,419 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/ns/758f121741144fdeb322711dd9c949f6 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/ns/758f121741144fdeb322711dd9c949f6 2024-12-04T00:21:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741846_1022 (size=5123) 2024-12-04T00:21:28,436 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f1/b6b2b06b2c9d4250b620b17e81c91661 2024-12-04T00:21:28,450 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b2b06b2c9d4250b620b17e81c91661 2024-12-04T00:21:28,452 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/ns/758f121741144fdeb322711dd9c949f6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:21:28,464 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/rep_barrier/cbbfdf12bd184729830c92dc6b604af3 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/rep_barrier/cbbfdf12bd184729830c92dc6b604af3 2024-12-04T00:21:28,479 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/rep_barrier/cbbfdf12bd184729830c92dc6b604af3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:21:28,485 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/.tmp/table/7489ca1e467940ceb002ca5abef9e2bd as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/table/7489ca1e467940ceb002ca5abef9e2bd 2024-12-04T00:21:28,503 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/norep/02c371b664eb44b7aab5abfcc46cf1e0 is 33, key is row1/norep:/1733271686194/DeleteFamily/seqid=0 2024-12-04T00:21:28,515 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/table/7489ca1e467940ceb002ca5abef9e2bd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:21:28,516 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1147ms, sequenceid=16, compaction requested=false 2024-12-04T00:21:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741847_1023 (size=5108) 2024-12-04T00:21:28,549 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/norep/02c371b664eb44b7aab5abfcc46cf1e0 2024-12-04T00:21:28,559 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c371b664eb44b7aab5abfcc46cf1e0 2024-12-04T00:21:28,559 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f/11be416074854faab6bcccc86fa15c4e as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/f/11be416074854faab6bcccc86fa15c4e 2024-12-04T00:21:28,565 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11be416074854faab6bcccc86fa15c4e 2024-12-04T00:21:28,565 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/f/11be416074854faab6bcccc86fa15c4e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:28,569 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/f1/b6b2b06b2c9d4250b620b17e81c91661 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/f1/b6b2b06b2c9d4250b620b17e81c91661 2024-12-04T00:21:28,572 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:21:28,572 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:28,572 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:28,572 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:28,573 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271687369Running coprocessor pre-close hooks at 1733271687369Disabling compacts and flushes for region at 1733271687369Disabling writes for close at 1733271687369Obtaining lock to block concurrent updates at 1733271687369Preparing flush snapshotting stores in 1588230740 at 1733271687369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271687369Flushing stores of hbase:meta,,1.1588230740 at 1733271687370 (+1 ms)Flushing 1588230740/info: creating writer at 1733271687370Flushing 1588230740/info: appending metadata at 1733271687387 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733271687387Flushing 1588230740/ns: creating writer at 1733271687407 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733271687427 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733271687427Flushing 1588230740/rep_barrier: creating writer at 1733271687846 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271687873 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271687873Flushing 1588230740/table: creating writer at 1733271687945 (+72 ms)Flushing 1588230740/table: appending metadata at 1733271687979 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733271687979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563b6b0d: reopening flushed file at 1733271688406 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af47378: reopening flushed file at 1733271688418 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a19831a: reopening flushed file at 1733271688452 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9620bc8: reopening flushed file at 1733271688479 (+27 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1147ms, sequenceid=16, compaction requested=false at 1733271688516 (+37 ms)Writing region close event to WAL at 1733271688568 (+52 ms)Running coprocessor post-close hooks at 1733271688572 (+4 ms)Closed at 1733271688572 2024-12-04T00:21:28,573 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:28,577 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b2b06b2c9d4250b620b17e81c91661 2024-12-04T00:21:28,577 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/f1/b6b2b06b2c9d4250b620b17e81c91661, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:28,579 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/.tmp/norep/02c371b664eb44b7aab5abfcc46cf1e0 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/norep/02c371b664eb44b7aab5abfcc46cf1e0 2024-12-04T00:21:28,587 DEBUG [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1351): Waiting on 024fb2d0743c4bc4777677e06ce4b645 2024-12-04T00:21:28,608 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c371b664eb44b7aab5abfcc46cf1e0 2024-12-04T00:21:28,609 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/norep/02c371b664eb44b7aab5abfcc46cf1e0, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:28,615 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 024fb2d0743c4bc4777677e06ce4b645 in 766ms, sequenceid=8, compaction requested=false 2024-12-04T00:21:28,637 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 1160, reset compression=false 2024-12-04T00:21:28,661 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/data/default/test/024fb2d0743c4bc4777677e06ce4b645/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T00:21:28,661 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:28,662 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:28,662 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:28,662 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 024fb2d0743c4bc4777677e06ce4b645: Waiting for close lock at 1733271687849Running coprocessor pre-close hooks at 1733271687849Disabling compacts and flushes for region at 1733271687849Disabling writes for close at 1733271687849Obtaining lock to block concurrent updates at 1733271687849Preparing flush snapshotting stores in 024fb2d0743c4bc4777677e06ce4b645 at 1733271687849Finished memstore snapshotting test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733271687849Flushing stores of test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. at 1733271687850 (+1 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/f: creating writer at 1733271687850Flushing 024fb2d0743c4bc4777677e06ce4b645/f: appending metadata at 1733271687875 (+25 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/f: closing flushed file at 1733271687875Flushing 024fb2d0743c4bc4777677e06ce4b645/f1: creating writer at 1733271688371 (+496 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/f1: appending metadata at 1733271688391 (+20 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/f1: closing flushed file at 1733271688391Flushing 024fb2d0743c4bc4777677e06ce4b645/norep: creating writer at 1733271688450 (+59 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/norep: appending metadata at 1733271688502 (+52 ms)Flushing 024fb2d0743c4bc4777677e06ce4b645/norep: closing flushed file at 1733271688502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748b74a1: reopening flushed file at 1733271688559 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de46709: reopening flushed file at 1733271688566 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249c3c3d: reopening flushed file at 1733271688577 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 024fb2d0743c4bc4777677e06ce4b645 in 766ms, sequenceid=8, compaction requested=false at 1733271688615 (+38 ms)Writing region close event to WAL at 1733271688644 (+29 ms)Running coprocessor post-close hooks at 1733271688661 (+17 ms)Closed at 1733271688662 (+1 ms) 2024-12-04T00:21:28,662 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271677678.024fb2d0743c4bc4777677e06ce4b645. 2024-12-04T00:21:28,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:28,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 1804, reset compression=false 2024-12-04T00:21:28,787 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,41035,1733271672930; all regions closed. 2024-12-04T00:21:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:21:28,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.meta.1733271675351.meta not finished, retry = 0 2024-12-04T00:21:28,865 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:28,901 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 to pos 1804, reset compression=false 2024-12-04T00:21:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741839_1015 (size=2676) 2024-12-04T00:21:28,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/WALs/b20163ee1150,41035,1733271672930/b20163ee1150%2C41035%2C1733271672930.1733271674749 not finished, retry = 0 2024-12-04T00:21:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741833_1009 (size=1812) 2024-12-04T00:21:29,016 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:29,016 INFO [RS:0;b20163ee1150:41035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:29,016 INFO [RS:0;b20163ee1150:41035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:29,016 INFO [RS:0;b20163ee1150:41035 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:29,016 INFO [RS:0;b20163ee1150:41035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:29,016 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:29,017 INFO [RS:0;b20163ee1150:41035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,41035,1733271672930 because: Region server is closing 2024-12-04T00:21:29,017 INFO [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41035. 2024-12-04T00:21:29,017 DEBUG [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:29,017 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:29,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:29,017 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:29,118 INFO [RS:0;b20163ee1150:41035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.shipperb20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 terminated 2024-12-04T00:21:29,118 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41035,1733271672930.replicationSource.wal-reader.b20163ee1150%2C41035%2C1733271672930,1-b20163ee1150,41035,1733271672930 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:21:29,118 INFO [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41035. 2024-12-04T00:21:29,118 DEBUG [RS:0;b20163ee1150:41035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:29,118 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:29,118 DEBUG [RS:0;b20163ee1150:41035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:29,118 INFO [RS:0;b20163ee1150:41035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41035 2024-12-04T00:21:29,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:29,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396/rs 2024-12-04T00:21:29,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11051513396/rs/b20163ee1150,41035,1733271672930 2024-12-04T00:21:29,170 INFO [RS:0;b20163ee1150:41035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:29,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,41035,1733271672930] 2024-12-04T00:21:29,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11051513396/draining/b20163ee1150,41035,1733271672930 already deleted, retry=false 2024-12-04T00:21:29,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,41035,1733271672930 expired; onlineServers=0 2024-12-04T00:21:29,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,39631,1733271672813' ***** 2024-12-04T00:21:29,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:21:29,191 INFO [M:0;b20163ee1150:39631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:21:29,191 INFO [M:0;b20163ee1150:39631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:29,191 DEBUG [M:0;b20163ee1150:39631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:21:29,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:21:29,191 DEBUG [M:0;b20163ee1150:39631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:21:29,191 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271674460 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271674460,5,FailOnTimeoutGroup] 2024-12-04T00:21:29,191 INFO [M:0;b20163ee1150:39631 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:29,191 INFO [M:0;b20163ee1150:39631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:29,191 DEBUG [M:0;b20163ee1150:39631 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:21:29,191 INFO [M:0;b20163ee1150:39631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:21:29,192 INFO [M:0;b20163ee1150:39631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:21:29,192 INFO [M:0;b20163ee1150:39631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:21:29,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:21:29,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271674462 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271674462,5,FailOnTimeoutGroup] 2024-12-04T00:21:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11051513396/master 2024-12-04T00:21:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11051513396 2024-12-04T00:21:29,201 DEBUG [M:0;b20163ee1150:39631 {}] zookeeper.ZKUtil(347): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Unable to get data of znode /11051513396/master because node does not exist (not an error) 2024-12-04T00:21:29,201 WARN [M:0;b20163ee1150:39631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:21:29,202 INFO [M:0;b20163ee1150:39631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/.lastflushedseqids 2024-12-04T00:21:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741848_1024 (size=245) 2024-12-04T00:21:29,217 INFO [M:0;b20163ee1150:39631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:21:29,217 INFO [M:0;b20163ee1150:39631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:21:29,217 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:29,217 INFO [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:29,217 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:29,217 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:29,217 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:29,217 INFO [M:0;b20163ee1150:39631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T00:21:29,237 DEBUG [M:0;b20163ee1150:39631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f37cf6a8a964b1a987ded5c69e4dfdc is 82, key is hbase:meta,,1/info:regioninfo/1733271675421/Put/seqid=0 2024-12-04T00:21:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741849_1025 (size=5672) 2024-12-04T00:21:29,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:29,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x1019db6af8c0004, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:29,280 INFO [RS:0;b20163ee1150:41035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:29,280 INFO [RS:0;b20163ee1150:41035 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,41035,1733271672930; zookeeper connection closed. 2024-12-04T00:21:29,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e1e629 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e1e629 2024-12-04T00:21:29,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:21:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:21:29,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:29,568 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:29,666 INFO [M:0;b20163ee1150:39631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f37cf6a8a964b1a987ded5c69e4dfdc 2024-12-04T00:21:29,685 DEBUG [M:0;b20163ee1150:39631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87f2fca9cf54c70b96e053f0c715256 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271682239/Put/seqid=0 2024-12-04T00:21:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741850_1026 (size=8515) 2024-12-04T00:21:30,098 INFO [M:0;b20163ee1150:39631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87f2fca9cf54c70b96e053f0c715256 2024-12-04T00:21:30,122 DEBUG [M:0;b20163ee1150:39631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83333687806f49f0b74381b5570aab51 is 69, key is b20163ee1150,41035,1733271672930/rs:state/1733271674485/Put/seqid=0 2024-12-04T00:21:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741851_1027 (size=5156) 2024-12-04T00:21:30,127 INFO [M:0;b20163ee1150:39631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83333687806f49f0b74381b5570aab51 2024-12-04T00:21:30,131 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f37cf6a8a964b1a987ded5c69e4dfdc as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f37cf6a8a964b1a987ded5c69e4dfdc 2024-12-04T00:21:30,134 INFO [M:0;b20163ee1150:39631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f37cf6a8a964b1a987ded5c69e4dfdc, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T00:21:30,135 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87f2fca9cf54c70b96e053f0c715256 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d87f2fca9cf54c70b96e053f0c715256 2024-12-04T00:21:30,139 INFO [M:0;b20163ee1150:39631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d87f2fca9cf54c70b96e053f0c715256, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T00:21:30,139 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83333687806f49f0b74381b5570aab51 as hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83333687806f49f0b74381b5570aab51 2024-12-04T00:21:30,143 INFO [M:0;b20163ee1150:39631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36315/user/jenkins/test-data/d4489121-dae8-3a41-0543-3c5bea37d3e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83333687806f49f0b74381b5570aab51, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T00:21:30,144 INFO [M:0;b20163ee1150:39631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false 2024-12-04T00:21:30,148 INFO [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:30,148 DEBUG [M:0;b20163ee1150:39631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271689217Disabling compacts and flushes for region at 1733271689217Disabling writes for close at 1733271689217Obtaining lock to block concurrent updates at 1733271689217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271689217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733271689218 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271689219 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271689219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271689237 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271689237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271689671 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271689685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271689685Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271690101 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271690121 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271690121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ed14d: reopening flushed file at 1733271690131 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462d7564: reopening flushed file at 1733271690134 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5e194e: reopening flushed file at 1733271690139 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false at 1733271690144 (+5 ms)Writing region close event to WAL at 1733271690148 (+4 ms)Closed at 1733271690148 2024-12-04T00:21:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33549 is added to blk_1073741830_1006 (size=63642) 2024-12-04T00:21:30,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:30,151 INFO [M:0;b20163ee1150:39631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:21:30,151 INFO [M:0;b20163ee1150:39631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39631 2024-12-04T00:21:30,152 INFO [M:0;b20163ee1150:39631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:30,272 INFO [M:0;b20163ee1150:39631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:30,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:30,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39631-0x1019db6af8c0003, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:30,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:30,344 WARN [BP-887159058-172.17.0.3-1733271669949 heartbeating to localhost/127.0.0.1:36315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-887159058-172.17.0.3-1733271669949 (Datanode Uuid 8b13bc90-d42e-465b-acf9-afe48581c4da) service to localhost/127.0.0.1:36315 2024-12-04T00:21:30,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/cluster_cd4a15a2-031d-8abc-ddaa-0ef97c22d60a/data/data1/current/BP-887159058-172.17.0.3-1733271669949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:30,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/cluster_cd4a15a2-031d-8abc-ddaa-0ef97c22d60a/data/data2/current/BP-887159058-172.17.0.3-1733271669949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:30,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:30,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:30,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:30,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:30,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:21:30,375 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:30,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:30,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:30,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:30,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:30,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:30,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:21:30,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:21:30,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:30,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:30,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:30,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:30,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:30,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:21:30,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=156568876, stopped=false 2024-12-04T00:21:30,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,46707,1733271666568 2024-12-04T00:21:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604043492/running 2024-12-04T00:21:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:30,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:21:30,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:21:30,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604043492/running 2024-12-04T00:21:30,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:30,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:30,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/running 2024-12-04T00:21:30,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,44407,1733271666976' ***** 2024-12-04T00:21:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:21:30,468 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:21:30,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:21:30,468 INFO [RS:0;b20163ee1150:44407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:21:30,468 INFO [RS:0;b20163ee1150:44407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:21:30,469 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(3091): Received CLOSE for ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:30,469 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(3091): Received CLOSE for e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:30,469 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,44407,1733271666976 2024-12-04T00:21:30,469 INFO [RS:0;b20163ee1150:44407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:21:30,469 INFO [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44407. 2024-12-04T00:21:30,470 DEBUG [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:30,470 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:30,470 INFO [RS:0;b20163ee1150:44407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:21:30,470 INFO [RS:0;b20163ee1150:44407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:21:30,470 INFO [RS:0;b20163ee1150:44407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:21:30,470 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:21:30,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Set watcher on znode that does not yet exist, /0-604043492/running 2024-12-04T00:21:30,471 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee9fe0bdec9f7cb388d569352ca0b454, disabling compactions & flushes 2024-12-04T00:21:30,471 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. after waiting 0 ms 2024-12-04T00:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:30,471 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee9fe0bdec9f7cb388d569352ca0b454 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T00:21:30,471 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:21:30,471 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee9fe0bdec9f7cb388d569352ca0b454=test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454., e8c46a1db054d6d361479dec0db26642=hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.} 2024-12-04T00:21:30,471 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642, ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:30,471 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:30,472 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:30,472 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:30,472 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:30,472 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:30,472 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:21:30,523 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/info/bb5062386dad49b79fab1f64fd140489 is 147, key is hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642./info:regioninfo/1733271680033/Put/seqid=0 2024-12-04T00:21:30,527 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f/b1914457639540f6a02344fd12e0429e is 29, key is row1/f:/1733271686194/DeleteFamily/seqid=0 2024-12-04T00:21:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741840_1016 (size=7686) 2024-12-04T00:21:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741841_1017 (size=5118) 2024-12-04T00:21:30,535 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f/b1914457639540f6a02344fd12e0429e 2024-12-04T00:21:30,548 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:21:30,548 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:21:30,553 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1914457639540f6a02344fd12e0429e 2024-12-04T00:21:30,571 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f1/23f8a3f648734edb941b4ab633cde0ac is 30, key is row1/f1:/1733271686194/DeleteFamily/seqid=0 2024-12-04T00:21:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741842_1018 (size=5123) 2024-12-04T00:21:30,671 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642, ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:30,872 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642, ee9fe0bdec9f7cb388d569352ca0b454 2024-12-04T00:21:30,930 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/info/bb5062386dad49b79fab1f64fd140489 2024-12-04T00:21:30,954 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/ns/e2ea9bbbcef7450994fc204706c229a9 is 43, key is default/ns:d/1733271669808/Put/seqid=0 2024-12-04T00:21:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741843_1019 (size=5153) 2024-12-04T00:21:30,962 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/ns/e2ea9bbbcef7450994fc204706c229a9 2024-12-04T00:21:30,978 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f1/23f8a3f648734edb941b4ab633cde0ac 2024-12-04T00:21:30,982 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f8a3f648734edb941b4ab633cde0ac 2024-12-04T00:21:30,987 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/rep_barrier/38b8bfebe08e40f2b4dbd04a88287162 is 112, key is test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454./rep_barrier:seqnumDuringOpen/1733271676776/Put/seqid=0 2024-12-04T00:21:30,998 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/norep/3892ab2c7a9d4cfdbda2c7a86c9e7845 is 32, key is row/norep:/1733271685178/DeleteFamily/seqid=0 2024-12-04T00:21:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741844_1020 (size=5518) 2024-12-04T00:21:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741845_1021 (size=5101) 2024-12-04T00:21:31,015 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/norep/3892ab2c7a9d4cfdbda2c7a86c9e7845 2024-12-04T00:21:31,019 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3892ab2c7a9d4cfdbda2c7a86c9e7845 2024-12-04T00:21:31,021 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f/b1914457639540f6a02344fd12e0429e as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/f/b1914457639540f6a02344fd12e0429e 2024-12-04T00:21:31,027 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1914457639540f6a02344fd12e0429e 2024-12-04T00:21:31,027 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/f/b1914457639540f6a02344fd12e0429e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:31,028 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/f1/23f8a3f648734edb941b4ab633cde0ac as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/f1/23f8a3f648734edb941b4ab633cde0ac 2024-12-04T00:21:31,035 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f8a3f648734edb941b4ab633cde0ac 2024-12-04T00:21:31,035 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/f1/23f8a3f648734edb941b4ab633cde0ac, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:31,036 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/.tmp/norep/3892ab2c7a9d4cfdbda2c7a86c9e7845 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/norep/3892ab2c7a9d4cfdbda2c7a86c9e7845 2024-12-04T00:21:31,044 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3892ab2c7a9d4cfdbda2c7a86c9e7845 2024-12-04T00:21:31,044 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/norep/3892ab2c7a9d4cfdbda2c7a86c9e7845, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T00:21:31,047 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee9fe0bdec9f7cb388d569352ca0b454 in 576ms, sequenceid=8, compaction requested=false 2024-12-04T00:21:31,056 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/default/test/ee9fe0bdec9f7cb388d569352ca0b454/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:31,057 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee9fe0bdec9f7cb388d569352ca0b454: Waiting for close lock at 1733271690471Running coprocessor pre-close hooks at 1733271690471Disabling compacts and flushes for region at 1733271690471Disabling writes for close at 1733271690471Obtaining lock to block concurrent updates at 1733271690471Preparing flush snapshotting stores in ee9fe0bdec9f7cb388d569352ca0b454 at 1733271690471Finished memstore snapshotting test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733271690472 (+1 ms)Flushing stores of test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. at 1733271690474 (+2 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/f: creating writer at 1733271690474Flushing ee9fe0bdec9f7cb388d569352ca0b454/f: appending metadata at 1733271690519 (+45 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/f: closing flushed file at 1733271690519Flushing ee9fe0bdec9f7cb388d569352ca0b454/f1: creating writer at 1733271690553 (+34 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/f1: appending metadata at 1733271690570 (+17 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/f1: closing flushed file at 1733271690570Flushing ee9fe0bdec9f7cb388d569352ca0b454/norep: creating writer at 1733271690982 (+412 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/norep: appending metadata at 1733271690998 (+16 ms)Flushing ee9fe0bdec9f7cb388d569352ca0b454/norep: closing flushed file at 1733271690998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9dc86d: reopening flushed file at 1733271691019 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1575d9d9: reopening flushed file at 1733271691027 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71845b92: reopening flushed file at 1733271691035 (+8 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee9fe0bdec9f7cb388d569352ca0b454 in 576ms, sequenceid=8, compaction requested=false at 1733271691047 (+12 ms)Writing region close event to WAL at 1733271691052 (+5 ms)Running coprocessor post-close hooks at 1733271691057 (+5 ms)Closed at 1733271691057 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271675524.ee9fe0bdec9f7cb388d569352ca0b454. 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8c46a1db054d6d361479dec0db26642, disabling compactions & flushes 2024-12-04T00:21:31,057 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. after waiting 0 ms 2024-12-04T00:21:31,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:31,058 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8c46a1db054d6d361479dec0db26642 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T00:21:31,072 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:31,076 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/.tmp/queue/c58bfff37a5a4922b915da81adb967c8 is 153, key is 1-b20163ee1150,44407,1733271666976/queue:b20163ee1150%2C44407%2C1733271666976/1733271686800/Put/seqid=0 2024-12-04T00:21:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741846_1022 (size=5352) 2024-12-04T00:21:31,272 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:31,314 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 912, reset compression=false 2024-12-04T00:21:31,329 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:21:31,329 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 1803, reset compression=false 2024-12-04T00:21:31,329 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,44407,1733271666976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:21:31,330 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,44407,1733271666976: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,44407,1733271666976, walGroup=b20163ee1150%2C44407%2C1733271666976, offset=b20163ee1150%2C44407%2C1733271666976.1733271668647:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:44407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:21:31,331 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:21:31,331 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:21:31,331 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:21:31,331 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:21:31,331 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:21:31,332 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 681030608 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191764592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:21:31,332 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:46707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:46707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:21:31,406 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/rep_barrier/38b8bfebe08e40f2b4dbd04a88287162 2024-12-04T00:21:31,428 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/table/4729911ff7354f9a866fd26892219700 is 53, key is hbase:replication/table:state/1733271680045/Put/seqid=0 2024-12-04T00:21:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741847_1023 (size=5308) 2024-12-04T00:21:31,472 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:21:31,472 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8c46a1db054d6d361479dec0db26642=hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642.} 2024-12-04T00:21:31,472 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8c46a1db054d6d361479dec0db26642 2024-12-04T00:21:31,481 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/.tmp/queue/c58bfff37a5a4922b915da81adb967c8 2024-12-04T00:21:31,488 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/.tmp/queue/c58bfff37a5a4922b915da81adb967c8 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/queue/c58bfff37a5a4922b915da81adb967c8 2024-12-04T00:21:31,493 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/queue/c58bfff37a5a4922b915da81adb967c8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T00:21:31,494 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e8c46a1db054d6d361479dec0db26642 in 437ms, sequenceid=10, compaction requested=false 2024-12-04T00:21:31,501 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/replication/e8c46a1db054d6d361479dec0db26642/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:21:31,501 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:31,501 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:31,501 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:31,502 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8c46a1db054d6d361479dec0db26642: Waiting for close lock at 1733271691057Running coprocessor pre-close hooks at 1733271691057Disabling compacts and flushes for region at 1733271691057Disabling writes for close at 1733271691057Obtaining lock to block concurrent updates at 1733271691058 (+1 ms)Preparing flush snapshotting stores in e8c46a1db054d6d361479dec0db26642 at 1733271691058Finished memstore snapshotting hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733271691058Flushing stores of hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. at 1733271691059 (+1 ms)Flushing e8c46a1db054d6d361479dec0db26642/queue: creating writer at 1733271691059Flushing e8c46a1db054d6d361479dec0db26642/queue: appending metadata at 1733271691076 (+17 ms)Flushing e8c46a1db054d6d361479dec0db26642/queue: closing flushed file at 1733271691076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502b2c8a: reopening flushed file at 1733271691487 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e8c46a1db054d6d361479dec0db26642 in 437ms, sequenceid=10, compaction requested=false at 1733271691494 (+7 ms)Writing region close event to WAL at 1733271691494Running coprocessor post-close hooks at 1733271691501 (+7 ms)Closed at 1733271691501 2024-12-04T00:21:31,502 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271678856.e8c46a1db054d6d361479dec0db26642. 2024-12-04T00:21:31,549 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 1803, reset compression=false 2024-12-04T00:21:31,673 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:31,832 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/table/4729911ff7354f9a866fd26892219700 2024-12-04T00:21:31,838 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/info/bb5062386dad49b79fab1f64fd140489 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/info/bb5062386dad49b79fab1f64fd140489 2024-12-04T00:21:31,844 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/info/bb5062386dad49b79fab1f64fd140489, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:21:31,845 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/ns/e2ea9bbbcef7450994fc204706c229a9 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/ns/e2ea9bbbcef7450994fc204706c229a9 2024-12-04T00:21:31,850 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/ns/e2ea9bbbcef7450994fc204706c229a9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:21:31,851 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/rep_barrier/38b8bfebe08e40f2b4dbd04a88287162 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/rep_barrier/38b8bfebe08e40f2b4dbd04a88287162 2024-12-04T00:21:31,853 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 1803, reset compression=false 2024-12-04T00:21:31,857 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/rep_barrier/38b8bfebe08e40f2b4dbd04a88287162, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:21:31,862 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/.tmp/table/4729911ff7354f9a866fd26892219700 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/table/4729911ff7354f9a866fd26892219700 2024-12-04T00:21:31,868 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/table/4729911ff7354f9a866fd26892219700, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:21:31,873 DEBUG [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:21:31,873 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false 2024-12-04T00:21:31,884 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:21:31,884 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:31,884 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:31,884 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:31,884 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271690471Running coprocessor pre-close hooks at 1733271690471Disabling compacts and flushes for region at 1733271690471Disabling writes for close at 1733271690472 (+1 ms)Obtaining lock to block concurrent updates at 1733271690472Preparing flush snapshotting stores in 1588230740 at 1733271690472Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271690473 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271690484 (+11 ms)Flushing 1588230740/info: creating writer at 1733271690484Flushing 1588230740/info: appending metadata at 1733271690521 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733271690521Flushing 1588230740/ns: creating writer at 1733271690935 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733271690953 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733271690953Flushing 1588230740/rep_barrier: creating writer at 1733271690967 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271690986 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271690986Flushing 1588230740/table: creating writer at 1733271691414 (+428 ms)Flushing 1588230740/table: appending metadata at 1733271691428 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733271691428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0d1413: reopening flushed file at 1733271691837 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486749d6: reopening flushed file at 1733271691844 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159f9ef3: reopening flushed file at 1733271691850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640a90f2: reopening flushed file at 1733271691857 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false at 1733271691873 (+16 ms)Writing region close event to WAL at 1733271691881 (+8 ms)Running coprocessor post-close hooks at 1733271691884 (+3 ms)Closed at 1733271691884 2024-12-04T00:21:31,884 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:32,073 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,44407,1733271666976; all regions closed. 2024-12-04T00:21:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:21:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741839_1015 (size=2676) 2024-12-04T00:21:32,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.rep.1733271680003 not finished, retry = 0 2024-12-04T00:21:32,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 not finished, retry = 0 2024-12-04T00:21:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741832_1008 (size=1811) 2024-12-04T00:21:32,257 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 to pos 1803, reset compression=false 2024-12-04T00:21:32,280 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:32,280 INFO [RS:0;b20163ee1150:44407 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:21:32,280 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/WALs/b20163ee1150,44407,1733271666976/b20163ee1150%2C44407%2C1733271666976.1733271668647 2024-12-04T00:21:32,280 INFO [RS:0;b20163ee1150:44407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:32,280 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T00:21:32,281 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T00:21:32,281 INFO [RS:0;b20163ee1150:44407 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:32,281 INFO [RS:0;b20163ee1150:44407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:32,281 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:32,281 INFO [RS:0;b20163ee1150:44407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,44407,1733271666976 because: Region server is closing 2024-12-04T00:21:32,281 INFO [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44407. 2024-12-04T00:21:32,281 DEBUG [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:32,281 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:32,281 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:32,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:32,381 INFO [RS:0;b20163ee1150:44407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.shipperb20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 terminated 2024-12-04T00:21:32,382 INFO [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:44407. 2024-12-04T00:21:32,381 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,44407,1733271666976.replicationSource.wal-reader.b20163ee1150%2C44407%2C1733271666976,1-b20163ee1150,44407,1733271666976 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-04T00:21:32,382 DEBUG [RS:0;b20163ee1150:44407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:21:32,382 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:32,382 DEBUG [RS:0;b20163ee1150:44407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:32,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:21:32,382 INFO [RS:0;b20163ee1150:44407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44407 2024-12-04T00:21:32,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604043492/rs/b20163ee1150,44407,1733271666976 2024-12-04T00:21:32,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492/rs 2024-12-04T00:21:32,391 INFO [RS:0;b20163ee1150:44407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:32,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,44407,1733271666976] 2024-12-04T00:21:32,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-604043492/draining/b20163ee1150,44407,1733271666976 already deleted, retry=false 2024-12-04T00:21:32,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,44407,1733271666976 expired; onlineServers=0 2024-12-04T00:21:32,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,46707,1733271666568' ***** 2024-12-04T00:21:32,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:21:32,412 DEBUG [M:0;b20163ee1150:46707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:21:32,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:21:32,412 DEBUG [M:0;b20163ee1150:46707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:21:32,412 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271668352 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271668352,5,FailOnTimeoutGroup] 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:21:32,412 DEBUG [M:0;b20163ee1150:46707 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:21:32,412 INFO [M:0;b20163ee1150:46707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:21:32,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:21:32,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271668348 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271668348,5,FailOnTimeoutGroup] 2024-12-04T00:21:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604043492/master 2024-12-04T00:21:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604043492 2024-12-04T00:21:32,432 DEBUG [M:0;b20163ee1150:46707 {}] zookeeper.ZKUtil(347): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Unable to get data of znode /0-604043492/master because node does not exist (not an error) 2024-12-04T00:21:32,432 WARN [M:0;b20163ee1150:46707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:21:32,433 INFO [M:0;b20163ee1150:46707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/.lastflushedseqids 2024-12-04T00:21:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741848_1024 (size=245) 2024-12-04T00:21:32,437 INFO [M:0;b20163ee1150:46707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:21:32,437 INFO [M:0;b20163ee1150:46707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:21:32,437 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:32,437 INFO [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:32,437 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:32,437 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:32,437 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:32,437 INFO [M:0;b20163ee1150:46707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T00:21:32,453 DEBUG [M:0;b20163ee1150:46707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84e52c3e9dc47c584289676c574cb72 is 82, key is hbase:meta,,1/info:regioninfo/1733271669719/Put/seqid=0 2024-12-04T00:21:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741849_1025 (size=5672) 2024-12-04T00:21:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44407-0x1019db6af8c0001, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:32,504 INFO [RS:0;b20163ee1150:44407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:32,504 INFO [RS:0;b20163ee1150:44407 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,44407,1733271666976; zookeeper connection closed. 2024-12-04T00:21:32,508 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e 2024-12-04T00:21:32,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:21:32,862 INFO [M:0;b20163ee1150:46707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84e52c3e9dc47c584289676c574cb72 2024-12-04T00:21:32,881 DEBUG [M:0;b20163ee1150:46707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de75c2ec52040838383536f98589701 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271680049/Put/seqid=0 2024-12-04T00:21:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741850_1026 (size=8516) 2024-12-04T00:21:33,284 INFO [M:0;b20163ee1150:46707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de75c2ec52040838383536f98589701 2024-12-04T00:21:33,303 DEBUG [M:0;b20163ee1150:46707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37345da7fa224dd3ba9810fd9df78abc is 69, key is b20163ee1150,44407,1733271666976/rs:state/1733271668423/Put/seqid=0 2024-12-04T00:21:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741851_1027 (size=5156) 2024-12-04T00:21:33,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:33,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:33,707 INFO [M:0;b20163ee1150:46707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37345da7fa224dd3ba9810fd9df78abc 2024-12-04T00:21:33,712 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84e52c3e9dc47c584289676c574cb72 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e84e52c3e9dc47c584289676c574cb72 2024-12-04T00:21:33,716 INFO [M:0;b20163ee1150:46707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e84e52c3e9dc47c584289676c574cb72, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T00:21:33,717 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de75c2ec52040838383536f98589701 as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de75c2ec52040838383536f98589701 2024-12-04T00:21:33,722 INFO [M:0;b20163ee1150:46707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de75c2ec52040838383536f98589701, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T00:21:33,723 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37345da7fa224dd3ba9810fd9df78abc as hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37345da7fa224dd3ba9810fd9df78abc 2024-12-04T00:21:33,729 INFO [M:0;b20163ee1150:46707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37805/user/jenkins/test-data/62c5559f-a534-311f-e9fa-9ffee633e62b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37345da7fa224dd3ba9810fd9df78abc, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T00:21:33,730 INFO [M:0;b20163ee1150:46707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-12-04T00:21:33,732 INFO [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:33,732 DEBUG [M:0;b20163ee1150:46707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271692437Disabling compacts and flushes for region at 1733271692437Disabling writes for close at 1733271692437Obtaining lock to block concurrent updates at 1733271692437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271692437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733271692437Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271692438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271692438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271692453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271692453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271692865 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271692880 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271692881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271693288 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271693302 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271693302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c439886: reopening flushed file at 1733271693711 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d42a798: reopening flushed file at 1733271693716 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fac568: reopening flushed file at 1733271693722 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1733271693730 (+8 ms)Writing region close event to WAL at 1733271693732 (+2 ms)Closed at 1733271693732 2024-12-04T00:21:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741830_1006 (size=63654) 2024-12-04T00:21:33,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:21:33,758 INFO [M:0;b20163ee1150:46707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:21:33,758 INFO [M:0;b20163ee1150:46707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46707 2024-12-04T00:21:33,758 INFO [M:0;b20163ee1150:46707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:21:33,913 INFO [M:0;b20163ee1150:46707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:21:33,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46707-0x1019db6af8c0000, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:21:33,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:33,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:33,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:33,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:33,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:33,953 WARN [BP-348438373-172.17.0.3-1733271663614 heartbeating to localhost/127.0.0.1:37805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:21:33,953 WARN [BP-348438373-172.17.0.3-1733271663614 heartbeating to localhost/127.0.0.1:37805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-348438373-172.17.0.3-1733271663614 (Datanode Uuid f7c6ee09-edae-4c41-8578-a13e81452b78) service to localhost/127.0.0.1:37805 2024-12-04T00:21:33,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:21:33,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:21:33,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/data/data1/current/BP-348438373-172.17.0.3-1733271663614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:33,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/cluster_cfe861d1-1bfa-c709-6bc1-cf26dba287b3/data/data2/current/BP-348438373-172.17.0.3-1733271663614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:21:33,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:21:33,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:33,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:21:33,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:21:33,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:21:33,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f64292b-b9ee-fe24-650e-cb966950d0d2/hadoop.log.dir/,STOPPED} 2024-12-04T00:21:33,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:21:34,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:21:34,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 244) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36315 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37805 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=896 (was 892) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4610 (was 5404) 2024-12-04T00:21:34,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=896, ProcessCount=11, AvailableMemoryMB=4610 2024-12-04T00:21:34,063 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T00:21:34,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir so I do NOT create it in target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80 2024-12-04T00:21:34,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:21:34,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.tmp.dir so I do NOT create it in target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80 2024-12-04T00:21:34,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625d4b6-18a8-d71d-1bca-492ff4002252/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:21:34,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80 2024-12-04T00:21:34,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40, deleteOnExit=true 2024-12-04T00:21:34,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db6af8c0002, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:21:34,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db6af8c0005, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:21:34,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db6af8c0005, quorum=127.0.0.1:60814, baseZNode=/11051513396 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:21:34,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db6af8c0002, quorum=127.0.0.1:60814, baseZNode=/0-604043492 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:21:34,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/zookeeper_0, clientPort=54618, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:21:34,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54618 2024-12-04T00:21:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/test.cache.data in system properties and HBase conf 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:21:34,145 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:21:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:21:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:21:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:21:35,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:35,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:35,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:35,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:35,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:35,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:35,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:35,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:35,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23408781{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/java.io.tmpdir/jetty-localhost-41547-hadoop-hdfs-3_4_1-tests_jar-_-any-14381873435619025557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:35,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:41547} 2024-12-04T00:21:35,269 INFO [Time-limited test {}] server.Server(415): Started @232216ms 2024-12-04T00:21:35,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:35,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:35,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:35,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:35,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:35,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:35,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:35,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@305316d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/java.io.tmpdir/jetty-localhost-39177-hadoop-hdfs-3_4_1-tests_jar-_-any-6007998031768808940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:35,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:39177} 2024-12-04T00:21:35,906 INFO [Time-limited test {}] server.Server(415): Started @232853ms 2024-12-04T00:21:35,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:21:36,873 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/data/data2/current/BP-77373653-172.17.0.3-1733271694165/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:36,873 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/data/data1/current/BP-77373653-172.17.0.3-1733271694165/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:36,893 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:21:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2eb8cd83bbea136 with lease ID 0xd77540ba9aa90903: Processing first storage report for DS-b246b04e-5598-4d3f-b996-deba8add51de from datanode DatanodeRegistration(127.0.0.1:38501, datanodeUuid=475503ca-51af-4e41-8df5-4ebf343d7a1e, infoPort=38917, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=331696136;c=1733271694165) 2024-12-04T00:21:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2eb8cd83bbea136 with lease ID 0xd77540ba9aa90903: from storage DS-b246b04e-5598-4d3f-b996-deba8add51de node DatanodeRegistration(127.0.0.1:38501, datanodeUuid=475503ca-51af-4e41-8df5-4ebf343d7a1e, infoPort=38917, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=331696136;c=1733271694165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2eb8cd83bbea136 with lease ID 0xd77540ba9aa90903: Processing first storage report for DS-6e353343-20c5-4f6b-8a04-aa9594329ff8 from datanode DatanodeRegistration(127.0.0.1:38501, datanodeUuid=475503ca-51af-4e41-8df5-4ebf343d7a1e, infoPort=38917, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=331696136;c=1733271694165) 2024-12-04T00:21:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2eb8cd83bbea136 with lease ID 0xd77540ba9aa90903: from storage DS-6e353343-20c5-4f6b-8a04-aa9594329ff8 node DatanodeRegistration(127.0.0.1:38501, datanodeUuid=475503ca-51af-4e41-8df5-4ebf343d7a1e, infoPort=38917, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=331696136;c=1733271694165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:36,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80 2024-12-04T00:21:36,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:36,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:21:37,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0 with version=8 2024-12-04T00:21:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/hbase-staging 2024-12-04T00:21:37,402 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:21:37,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:37,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41883 2024-12-04T00:21:37,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41883 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:37,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418830x0, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:37,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41883-0x1019db726d70000 connected 2024-12-04T00:21:37,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:37,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:37,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/running 2024-12-04T00:21:37,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0, hbase.cluster.distributed=false 2024-12-04T00:21:37,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/acl 2024-12-04T00:21:37,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41883 2024-12-04T00:21:37,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41883 2024-12-04T00:21:37,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41883 2024-12-04T00:21:37,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41883 2024-12-04T00:21:37,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41883 2024-12-04T00:21:37,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:37,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:21:37,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:37,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43839 2024-12-04T00:21:37,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43839 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:37,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:37,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:37,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438390x0, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:37,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438390x0, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/running 2024-12-04T00:21:37,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43839-0x1019db726d70001 connected 2024-12-04T00:21:37,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:21:37,806 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:21:37,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/master 2024-12-04T00:21:37,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/acl 2024-12-04T00:21:37,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43839 2024-12-04T00:21:37,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43839 2024-12-04T00:21:37,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43839 2024-12-04T00:21:37,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43839 2024-12-04T00:21:37,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43839 2024-12-04T00:21:37,834 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:41883 2024-12-04T00:21:37,836 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1486073040/backup-masters/b20163ee1150,41883,1733271697401 2024-12-04T00:21:38,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/backup-masters 2024-12-04T00:21:38,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/backup-masters 2024-12-04T00:21:38,049 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on existing znode=/0-1486073040/backup-masters/b20163ee1150,41883,1733271697401 2024-12-04T00:21:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1486073040/master 2024-12-04T00:21:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:38,310 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on existing znode=/0-1486073040/master 2024-12-04T00:21:38,311 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1486073040/backup-masters/b20163ee1150,41883,1733271697401 from backup master directory 2024-12-04T00:21:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/backup-masters 2024-12-04T00:21:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1486073040/backup-masters/b20163ee1150,41883,1733271697401 2024-12-04T00:21:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/backup-masters 2024-12-04T00:21:38,387 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:38,387 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,41883,1733271697401 2024-12-04T00:21:38,408 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/hbase.id] with ID: a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4 2024-12-04T00:21:38,408 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/.tmp/hbase.id 2024-12-04T00:21:38,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:38,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:38,428 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:21:38,855 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/.tmp/hbase.id]:[hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/hbase.id] 2024-12-04T00:21:38,866 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:38,866 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:21:38,867 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:21:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:21:39,343 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:39,343 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:21:39,343 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:39,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:39,749 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store 2024-12-04T00:21:39,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:39,754 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:39,754 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:39,754 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271699754Disabling compacts and flushes for region at 1733271699754Disabling writes for close at 1733271699754Writing region close event to WAL at 1733271699754Closed at 1733271699754 2024-12-04T00:21:39,755 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/.initializing 2024-12-04T00:21:39,755 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/WALs/b20163ee1150,41883,1733271697401 2024-12-04T00:21:39,756 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:39,757 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C41883%2C1733271697401, suffix=, logDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/WALs/b20163ee1150,41883,1733271697401, archiveDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/oldWALs, maxLogs=10 2024-12-04T00:21:39,771 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/WALs/b20163ee1150,41883,1733271697401/b20163ee1150%2C41883%2C1733271697401.1733271699757, exclude list is [], retry=0 2024-12-04T00:21:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38501,DS-b246b04e-5598-4d3f-b996-deba8add51de,DISK] 2024-12-04T00:21:39,775 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/WALs/b20163ee1150,41883,1733271697401/b20163ee1150%2C41883%2C1733271697401.1733271699757 2024-12-04T00:21:39,775 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38917:38917)] 2024-12-04T00:21:39,775 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:39,776 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:39,776 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,776 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:21:39,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:39,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:39,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:21:39,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:39,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:39,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:21:39,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:39,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:39,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:21:39,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:39,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:39,785 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,787 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,787 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,787 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:39,788 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:39,790 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:39,790 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73912561, jitterRate=0.10138298571109772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:39,791 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271699776Initializing all the Stores at 1733271699776Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271699776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271699780 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271699780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271699780Cleaning up temporary data from old regions at 1733271699787 (+7 ms)Region opened successfully at 1733271699791 (+4 ms) 2024-12-04T00:21:39,791 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:21:39,793 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ad5cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:39,794 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:21:39,794 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:21:39,794 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:21:39,795 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:21:39,795 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:21:39,796 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:21:39,796 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:21:39,800 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:21:39,801 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/balancer because node does not exist (not necessarily an error) 2024-12-04T00:21:39,870 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/balancer already deleted, retry=false 2024-12-04T00:21:39,870 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:21:39,871 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:21:40,110 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/normalizer already deleted, retry=false 2024-12-04T00:21:40,110 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:21:40,111 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:21:40,280 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/switch/split already deleted, retry=false 2024-12-04T00:21:40,281 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:21:40,491 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/switch/merge already deleted, retry=false 2024-12-04T00:21:40,493 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:21:40,727 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/snapshot-cleanup already deleted, retry=false 2024-12-04T00:21:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1486073040/running 2024-12-04T00:21:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1486073040/running 2024-12-04T00:21:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:40,986 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,41883,1733271697401, sessionid=0x1019db726d70000, setting cluster-up flag (Was=false) 2024-12-04T00:21:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:41,759 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1486073040/flush-table-proc/acquired, /0-1486073040/flush-table-proc/reached, /0-1486073040/flush-table-proc/abort 2024-12-04T00:21:41,761 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,41883,1733271697401 2024-12-04T00:21:41,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:41,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:41,821 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1486073040/online-snapshot/acquired, /0-1486073040/online-snapshot/reached, /0-1486073040/online-snapshot/abort 2024-12-04T00:21:41,823 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,41883,1733271697401 2024-12-04T00:21:41,824 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:21:41,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:41,826 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:21:41,826 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:21:41,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,41883,1733271697401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:41,828 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:41,841 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271731841 2024-12-04T00:21:41,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:41,841 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:21:41,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:21:41,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:21:41,842 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:21:41,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:21:41,843 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:21:41,843 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:21:41,843 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271701843,5,FailOnTimeoutGroup] 2024-12-04T00:21:41,843 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271701843,5,FailOnTimeoutGroup] 2024-12-04T00:21:41,843 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:41,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:21:41,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:41,844 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:21:41,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:21:41,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0 2024-12-04T00:21:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:21:41,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:41,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:41,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:41,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:41,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:41,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:41,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:41,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:41,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:41,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:41,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:41,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:41,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:41,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:41,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740 2024-12-04T00:21:41,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740 2024-12-04T00:21:41,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:41,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:41,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:41,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:41,874 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:41,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64024072, jitterRate=-0.0459669828414917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:41,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271701858Initializing all the Stores at 1733271701858Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271701858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271701858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271701858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271701858Cleaning up temporary data from old regions at 1733271701870 (+12 ms)Region opened successfully at 1733271701875 (+5 ms) 2024-12-04T00:21:41,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:41,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:41,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:41,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:41,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:41,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:41,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271701876Disabling compacts and flushes for region at 1733271701876Disabling writes for close at 1733271701876Writing region close event to WAL at 1733271701877 (+1 ms)Closed at 1733271701877 2024-12-04T00:21:41,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:41,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:21:41,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:21:41,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:41,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:21:41,929 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(746): ClusterId : a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4 2024-12-04T00:21:41,929 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:21:42,003 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:21:42,003 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:21:42,022 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:21:42,022 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b240106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:42,031 WARN [b20163ee1150:41883 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:21:42,037 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:43839 2024-12-04T00:21:42,037 INFO [RS:0;b20163ee1150:43839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:21:42,037 INFO [RS:0;b20163ee1150:43839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:21:42,037 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:21:42,038 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,41883,1733271697401 with port=43839, startcode=1733271697648 2024-12-04T00:21:42,038 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:21:42,040 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:21:42,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41883 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,041 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0 2024-12-04T00:21:42,041 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35491 2024-12-04T00:21:42,041 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:21:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/rs 2024-12-04T00:21:42,053 DEBUG [RS:0;b20163ee1150:43839 {}] zookeeper.ZKUtil(111): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on existing znode=/0-1486073040/rs/b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,053 WARN [RS:0;b20163ee1150:43839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:42,053 INFO [RS:0;b20163ee1150:43839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:42,054 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,43839,1733271697648] 2024-12-04T00:21:42,060 INFO [RS:0;b20163ee1150:43839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:21:42,061 INFO [RS:0;b20163ee1150:43839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:21:42,061 INFO [RS:0;b20163ee1150:43839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:21:42,061 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,062 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:21:42,062 INFO [RS:0;b20163ee1150:43839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:21:42,062 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,062 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:42,063 DEBUG [RS:0;b20163ee1150:43839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,063 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43839,1733271697648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:42,079 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:21:42,079 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,43839,1733271697648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,079 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,079 INFO [RS:0;b20163ee1150:43839 {}] regionserver.Replication(171): b20163ee1150,43839,1733271697648 started 2024-12-04T00:21:42,105 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,105 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,43839,1733271697648, RpcServer on b20163ee1150/172.17.0.3:43839, sessionid=0x1019db726d70001 2024-12-04T00:21:42,105 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:21:42,105 DEBUG [RS:0;b20163ee1150:43839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,105 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,43839,1733271697648' 2024-12-04T00:21:42,105 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1486073040/flush-table-proc/abort' 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1486073040/flush-table-proc/acquired' 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,43839,1733271697648' 2024-12-04T00:21:42,106 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1486073040/online-snapshot/abort' 2024-12-04T00:21:42,107 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1486073040/online-snapshot/acquired' 2024-12-04T00:21:42,107 DEBUG [RS:0;b20163ee1150:43839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:21:42,107 INFO [RS:0;b20163ee1150:43839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:21:42,107 INFO [RS:0;b20163ee1150:43839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:21:42,207 INFO [RS:0;b20163ee1150:43839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:42,208 INFO [RS:0;b20163ee1150:43839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C43839%2C1733271697648, suffix=, logDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648, archiveDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/oldWALs, maxLogs=10 2024-12-04T00:21:42,222 DEBUG [RS:0;b20163ee1150:43839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, exclude list is [], retry=0 2024-12-04T00:21:42,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38501,DS-b246b04e-5598-4d3f-b996-deba8add51de,DISK] 2024-12-04T00:21:42,226 INFO [RS:0;b20163ee1150:43839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 2024-12-04T00:21:42,226 DEBUG [RS:0;b20163ee1150:43839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38917:38917)] 2024-12-04T00:21:42,282 DEBUG [b20163ee1150:41883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:21:42,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,43839,1733271697648, state=OPENING 2024-12-04T00:21:42,301 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:21:42,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:42,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:21:42,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:42,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,43839,1733271697648}] 2024-12-04T00:21:42,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1486073040/meta-region-server: CHANGED 2024-12-04T00:21:42,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1486073040/meta-region-server: CHANGED 2024-12-04T00:21:42,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:42,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:21:42,547 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:21:42,547 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:42,547 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:21:42,549 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C43839%2C1733271697648.meta, suffix=.meta, logDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648, archiveDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/oldWALs, maxLogs=10 2024-12-04T00:21:42,565 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.meta.1733271702549.meta, exclude list is [], retry=0 2024-12-04T00:21:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38501,DS-b246b04e-5598-4d3f-b996-deba8add51de,DISK] 2024-12-04T00:21:42,588 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.meta.1733271702549.meta 2024-12-04T00:21:42,600 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38917:38917)] 2024-12-04T00:21:42,600 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:42,601 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:21:42,601 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:21:42,601 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:21:42,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:42,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:42,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:42,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:42,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:42,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:42,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:42,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:42,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:42,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:42,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:42,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:42,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:42,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:42,663 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:42,667 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740 2024-12-04T00:21:42,676 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740 2024-12-04T00:21:42,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:42,693 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:42,697 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:42,705 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:42,707 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70338015, jitterRate=0.04811809957027435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:42,707 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:21:42,708 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271702601Writing region info on filesystem at 1733271702601Initializing all the Stores at 1733271702620 (+19 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271702620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271702624 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271702624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271702624Cleaning up temporary data from old regions at 1733271702693 (+69 ms)Running coprocessor post-open hooks at 1733271702707 (+14 ms)Region opened successfully at 1733271702708 (+1 ms) 2024-12-04T00:21:42,711 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271702524 2024-12-04T00:21:42,719 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:21:42,719 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:21:42,725 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,733 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,43839,1733271697648, state=OPEN 2024-12-04T00:21:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1486073040/meta-region-server 2024-12-04T00:21:42,748 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,43839,1733271697648 2024-12-04T00:21:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1486073040/meta-region-server 2024-12-04T00:21:42,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1486073040/meta-region-server: CHANGED 2024-12-04T00:21:42,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1486073040/meta-region-server: CHANGED 2024-12-04T00:21:42,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:21:42,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,43839,1733271697648 in 382 msec 2024-12-04T00:21:42,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:21:42,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 873 msec 2024-12-04T00:21:42,757 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:42,757 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:21:42,761 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:42,761 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,43839,1733271697648, seqNum=-1] 2024-12-04T00:21:42,761 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:42,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:42,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-12-04T00:21:42,768 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271702768, completionTime=-1 2024-12-04T00:21:42,768 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:21:42,768 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:21:42,770 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:21:42,770 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271762770 2024-12-04T00:21:42,770 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271822770 2024-12-04T00:21:42,770 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:21:42,771 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,771 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,771 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,771 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:41883, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,771 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,773 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:21:42,776 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.393sec 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:42,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:21:42,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:21:42,786 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:21:42,786 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41883,1733271697401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:42,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:42,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:21:42,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:42,841 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:21:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:21:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:21:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:42,843 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:42,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:42,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,43839,1733271697648, seqNum=-1] 2024-12-04T00:21:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:42,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,41883,1733271697401 2024-12-04T00:21:42,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:42,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:42,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db726d70002 connected 2024-12-04T00:21:42,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir so I do NOT create it in target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd 2024-12-04T00:21:42,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:21:42,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.tmp.dir so I do NOT create it in target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd 2024-12-04T00:21:42,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:21:42,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd 2024-12-04T00:21:42,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/cluster_26d8f954-b48c-1756-2491-f79638b0a1b5, deleteOnExit=true 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/test.cache.data in system properties and HBase conf 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:21:42,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:21:42,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:21:42,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:42,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:42,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:21:42,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:42,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:21:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:21:43,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:43,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:43,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:43,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:43,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:21:43,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:43,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:43,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:43,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71dbc14f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/java.io.tmpdir/jetty-localhost-35631-hadoop-hdfs-3_4_1-tests_jar-_-any-11750601052914334196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:43,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:35631} 2024-12-04T00:21:43,537 INFO [Time-limited test {}] server.Server(415): Started @240484ms 2024-12-04T00:21:44,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:44,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:44,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:44,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:44,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:44,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:44,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:44,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45329239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/java.io.tmpdir/jetty-localhost-38895-hadoop-hdfs-3_4_1-tests_jar-_-any-781751552379836656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:44,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:38895} 2024-12-04T00:21:44,587 INFO [Time-limited test {}] server.Server(415): Started @241534ms 2024-12-04T00:21:44,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:44,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:21:45,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:45,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:45,413 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/cluster_26d8f954-b48c-1756-2491-f79638b0a1b5/data/data1/current/BP-827257778-172.17.0.3-1733271702908/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:45,420 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/cluster_26d8f954-b48c-1756-2491-f79638b0a1b5/data/data2/current/BP-827257778-172.17.0.3-1733271702908/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:45,450 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:21:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190747fe859c2f05 with lease ID 0x4f02234a5942b4e2: Processing first storage report for DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=8c600cb3-fe20-4949-bb1e-1101313fd5f9, infoPort=42413, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=1978548590;c=1733271702908) 2024-12-04T00:21:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190747fe859c2f05 with lease ID 0x4f02234a5942b4e2: from storage DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=8c600cb3-fe20-4949-bb1e-1101313fd5f9, infoPort=42413, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=1978548590;c=1733271702908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190747fe859c2f05 with lease ID 0x4f02234a5942b4e2: Processing first storage report for DS-2963577b-4971-49d5-a1e3-270c0e1eca4f from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=8c600cb3-fe20-4949-bb1e-1101313fd5f9, infoPort=42413, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=1978548590;c=1733271702908) 2024-12-04T00:21:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190747fe859c2f05 with lease ID 0x4f02234a5942b4e2: from storage DS-2963577b-4971-49d5-a1e3-270c0e1eca4f node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=8c600cb3-fe20-4949-bb1e-1101313fd5f9, infoPort=42413, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=1978548590;c=1733271702908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:45,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd 2024-12-04T00:21:45,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:45,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:21:45,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1 with version=8 2024-12-04T00:21:45,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/hbase-staging 2024-12-04T00:21:45,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:21:45,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:45,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46713 2024-12-04T00:21:45,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46713 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:45,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467130x0, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:45,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46713-0x1019db726d70003 connected 2024-12-04T00:21:46,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:46,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:46,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/running 2024-12-04T00:21:46,203 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1, hbase.cluster.distributed=false 2024-12-04T00:21:46,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/acl 2024-12-04T00:21:46,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-04T00:21:46,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46713 2024-12-04T00:21:46,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46713 2024-12-04T00:21:46,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-04T00:21:46,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-04T00:21:46,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:46,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:46,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:46,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:46,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:46,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:46,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:21:46,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:46,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33137 2024-12-04T00:21:46,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33137 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:46,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:46,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:46,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331370x0, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:46,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331370x0, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/running 2024-12-04T00:21:46,295 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:21:46,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33137-0x1019db726d70004 connected 2024-12-04T00:21:46,313 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:21:46,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/master 2024-12-04T00:21:46,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/acl 2024-12-04T00:21:46,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-04T00:21:46,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33137 2024-12-04T00:21:46,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33137 2024-12-04T00:21:46,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-04T00:21:46,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-04T00:21:46,374 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:46713 2024-12-04T00:21:46,376 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1729162748/backup-masters/b20163ee1150,46713,1733271705929 2024-12-04T00:21:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/backup-masters 2024-12-04T00:21:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/backup-masters 2024-12-04T00:21:46,386 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on existing znode=/1729162748/backup-masters/b20163ee1150,46713,1733271705929 2024-12-04T00:21:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729162748/master 2024-12-04T00:21:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:46,398 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on existing znode=/1729162748/master 2024-12-04T00:21:46,404 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1729162748/backup-masters/b20163ee1150,46713,1733271705929 from backup master directory 2024-12-04T00:21:46,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/backup-masters 2024-12-04T00:21:46,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729162748/backup-masters/b20163ee1150,46713,1733271705929 2024-12-04T00:21:46,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/backup-masters 2024-12-04T00:21:46,411 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:46,411 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,46713,1733271705929 2024-12-04T00:21:46,436 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/hbase.id] with ID: 87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef 2024-12-04T00:21:46,436 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/.tmp/hbase.id 2024-12-04T00:21:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:21:46,879 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/.tmp/hbase.id]:[hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/hbase.id] 2024-12-04T00:21:46,895 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:46,895 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:21:46,896 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:21:46,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:46,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:21:47,453 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:47,454 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:21:47,454 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:21:47,911 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store 2024-12-04T00:21:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:47,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:47,953 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:47,953 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271707953Disabling compacts and flushes for region at 1733271707953Disabling writes for close at 1733271707953Writing region close event to WAL at 1733271707953Closed at 1733271707953 2024-12-04T00:21:47,959 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/.initializing 2024-12-04T00:21:47,959 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/WALs/b20163ee1150,46713,1733271705929 2024-12-04T00:21:47,960 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:47,966 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C46713%2C1733271705929, suffix=, logDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/WALs/b20163ee1150,46713,1733271705929, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/oldWALs, maxLogs=10 2024-12-04T00:21:48,002 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/WALs/b20163ee1150,46713,1733271705929/b20163ee1150%2C46713%2C1733271705929.1733271707966, exclude list is [], retry=0 2024-12-04T00:21:48,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19,DISK] 2024-12-04T00:21:48,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:21:48,069 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/WALs/b20163ee1150,46713,1733271705929/b20163ee1150%2C46713%2C1733271705929.1733271707966 2024-12-04T00:21:48,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-04T00:21:48,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:48,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:48,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:21:48,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:48,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:48,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:21:48,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:48,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:48,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:21:48,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:48,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:48,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:21:48,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:48,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:48,122 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,124 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,125 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,128 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,128 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,128 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:48,129 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:48,132 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:48,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67848454, jitterRate=0.011020749807357788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:48,132 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271708070Initializing all the Stores at 1733271708086 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271708086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271708087 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271708087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271708087Cleaning up temporary data from old regions at 1733271708128 (+41 ms)Region opened successfully at 1733271708132 (+4 ms) 2024-12-04T00:21:48,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:21:48,135 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2989e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:48,136 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:21:48,137 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:21:48,137 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:21:48,137 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:21:48,137 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:21:48,138 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:21:48,138 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:21:48,139 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:21:48,140 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/balancer because node does not exist (not necessarily an error) 2024-12-04T00:21:48,260 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/balancer already deleted, retry=false 2024-12-04T00:21:48,261 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:21:48,264 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:21:48,273 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/normalizer already deleted, retry=false 2024-12-04T00:21:48,274 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:21:48,285 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:21:48,295 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/switch/split already deleted, retry=false 2024-12-04T00:21:48,296 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:21:48,308 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/switch/merge already deleted, retry=false 2024-12-04T00:21:48,312 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:21:48,324 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/snapshot-cleanup already deleted, retry=false 2024-12-04T00:21:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729162748/running 2024-12-04T00:21:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729162748/running 2024-12-04T00:21:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,341 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,46713,1733271705929, sessionid=0x1019db726d70003, setting cluster-up flag (Was=false) 2024-12-04T00:21:48,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,424 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1729162748/flush-table-proc/acquired, /1729162748/flush-table-proc/reached, /1729162748/flush-table-proc/abort 2024-12-04T00:21:48,440 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,46713,1733271705929 2024-12-04T00:21:48,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:48,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:48,476 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48474 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:21:48,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:48,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1729162748/online-snapshot/acquired, /1729162748/online-snapshot/reached, /1729162748/online-snapshot/abort 2024-12-04T00:21:48,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,46713,1733271705929 2024-12-04T00:21:48,527 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:21:48,529 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:48,530 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:21:48,530 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:21:48,531 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,46713,1733271705929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:48,533 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:48,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:21:48,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:48,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:21:48,596 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271738596 2024-12-04T00:21:48,596 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:21:48,597 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:21:48,597 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:21:48,597 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:21:48,597 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:21:48,597 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:21:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:21:48,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:21:48,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1 2024-12-04T00:21:48,621 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(746): ClusterId : 87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef 2024-12-04T00:21:48,621 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:21:48,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:21:48,629 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:21:48,629 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:21:48,629 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:21:48,636 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:21:48,636 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:21:48,637 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271708636,5,FailOnTimeoutGroup] 2024-12-04T00:21:48,640 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271708637,5,FailOnTimeoutGroup] 2024-12-04T00:21:48,640 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,640 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:21:48,640 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,640 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:21:48,684 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:21:48,684 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:21:48,786 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:21:48,786 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5be127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:48,814 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:33137 2024-12-04T00:21:48,814 INFO [RS:0;b20163ee1150:33137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:21:48,814 INFO [RS:0;b20163ee1150:33137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:21:48,814 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:21:48,815 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,46713,1733271705929 with port=33137, startcode=1733271706268 2024-12-04T00:21:48,816 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:21:48,821 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:21:48,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46713 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,825 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1 2024-12-04T00:21:48,825 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46157 2024-12-04T00:21:48,825 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:21:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/rs 2024-12-04T00:21:48,899 DEBUG [RS:0;b20163ee1150:33137 {}] zookeeper.ZKUtil(111): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on existing znode=/1729162748/rs/b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,899 WARN [RS:0;b20163ee1150:33137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:48,900 INFO [RS:0;b20163ee1150:33137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:48,900 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,33137,1733271706268] 2024-12-04T00:21:48,909 INFO [RS:0;b20163ee1150:33137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:21:48,912 INFO [RS:0;b20163ee1150:33137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:21:48,913 INFO [RS:0;b20163ee1150:33137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:21:48,913 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,914 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:21:48,915 INFO [RS:0;b20163ee1150:33137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:21:48,915 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,915 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,915 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,915 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,915 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,915 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:48,916 DEBUG [RS:0;b20163ee1150:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,920 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,33137,1733271706268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:48,943 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:21:48,944 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,33137,1733271706268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,944 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,944 INFO [RS:0;b20163ee1150:33137 {}] regionserver.Replication(171): b20163ee1150,33137,1733271706268 started 2024-12-04T00:21:48,960 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:48,961 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,33137,1733271706268, RpcServer on b20163ee1150/172.17.0.3:33137, sessionid=0x1019db726d70004 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,33137,1733271706268' 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1729162748/flush-table-proc/abort' 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1729162748/flush-table-proc/acquired' 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,33137,1733271706268 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,33137,1733271706268' 2024-12-04T00:21:48,961 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1729162748/online-snapshot/abort' 2024-12-04T00:21:48,962 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1729162748/online-snapshot/acquired' 2024-12-04T00:21:48,962 DEBUG [RS:0;b20163ee1150:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:21:48,962 INFO [RS:0;b20163ee1150:33137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:21:48,962 INFO [RS:0;b20163ee1150:33137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:21:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:49,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:49,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:49,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:49,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:49,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:49,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:49,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,062 INFO [RS:0;b20163ee1150:33137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:49,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:49,063 INFO [RS:0;b20163ee1150:33137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C33137%2C1733271706268, suffix=, logDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/oldWALs, maxLogs=10 2024-12-04T00:21:49,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:49,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:49,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740 2024-12-04T00:21:49,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740 2024-12-04T00:21:49,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:49,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:49,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:49,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:49,082 DEBUG [RS:0;b20163ee1150:33137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, exclude list is [], retry=0 2024-12-04T00:21:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19,DISK] 2024-12-04T00:21:49,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:49,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71939999, jitterRate=0.0719895213842392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:49,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271709055Initializing all the Stores at 1733271709057 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271709057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709057Cleaning up temporary data from old regions at 1733271709077 (+20 ms)Region opened successfully at 1733271709085 (+8 ms) 2024-12-04T00:21:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:49,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:49,086 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271709085Disabling compacts and flushes for region at 1733271709085Disabling writes for close at 1733271709086 (+1 ms)Writing region close event to WAL at 1733271709086Closed at 1733271709086 2024-12-04T00:21:49,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:49,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:21:49,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:21:49,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:49,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:21:49,093 INFO [RS:0;b20163ee1150:33137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 2024-12-04T00:21:49,100 DEBUG [RS:0;b20163ee1150:33137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-04T00:21:49,240 DEBUG [b20163ee1150:46713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:21:49,241 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:21:49,242 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,33137,1733271706268, state=OPENING 2024-12-04T00:21:49,305 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:21:49,316 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729162748/meta-region-server: CHANGED 2024-12-04T00:21:49,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,33137,1733271706268}] 2024-12-04T00:21:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729162748/meta-region-server: CHANGED 2024-12-04T00:21:49,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:49,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:21:49,479 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:21:49,479 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:49,480 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:21:49,481 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C33137%2C1733271706268.meta, suffix=.meta, logDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/oldWALs, maxLogs=10 2024-12-04T00:21:49,495 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.meta.1733271709481.meta, exclude list is [], retry=0 2024-12-04T00:21:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19,DISK] 2024-12-04T00:21:49,500 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.meta.1733271709481.meta 2024-12-04T00:21:49,501 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-04T00:21:49,501 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:49,501 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:49,501 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:49,501 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:21:49,501 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:21:49,502 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:21:49,502 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:49,502 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:21:49,502 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:21:49,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:49,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:49,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:49,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:49,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:49,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:49,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:49,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:49,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:49,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:49,507 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:49,508 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740 2024-12-04T00:21:49,508 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740 2024-12-04T00:21:49,509 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:49,509 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:49,509 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:49,511 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:49,515 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73012488, jitterRate=0.08797085285186768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:49,516 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:21:49,516 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271709502Writing region info on filesystem at 1733271709502Initializing all the Stores at 1733271709503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271709503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271709503Cleaning up temporary data from old regions at 1733271709509 (+6 ms)Running coprocessor post-open hooks at 1733271709516 (+7 ms)Region opened successfully at 1733271709516 2024-12-04T00:21:49,517 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271709475 2024-12-04T00:21:49,519 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:21:49,519 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:21:49,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:21:49,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,33137,1733271706268, state=OPEN 2024-12-04T00:21:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1729162748/meta-region-server 2024-12-04T00:21:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1729162748/meta-region-server 2024-12-04T00:21:49,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729162748/meta-region-server: CHANGED 2024-12-04T00:21:49,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729162748/meta-region-server: CHANGED 2024-12-04T00:21:49,536 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,33137,1733271706268 2024-12-04T00:21:49,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:21:49,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,33137,1733271706268 in 220 msec 2024-12-04T00:21:49,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:21:49,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-04T00:21:49,545 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:49,545 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:21:49,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:49,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33137,1733271706268, seqNum=-1] 2024-12-04T00:21:49,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:49,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:49,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:21:49,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:21:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T00:21:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:21:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T00:21:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:21:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:49,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0310 sec 2024-12-04T00:21:49,569 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271709569, completionTime=-1 2024-12-04T00:21:49,569 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:21:49,569 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:21:49,571 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:21:49,571 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271769571 2024-12-04T00:21:49,571 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271829571 2024-12-04T00:21:49,571 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:46713, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,572 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,574 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:21:49,576 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:49,577 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:21:49,582 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:21:49,582 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:21:49,582 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46713,1733271705929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:49,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:49,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:21:49,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:49,636 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:21:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:21:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174791b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:21:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:49,639 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:49,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:49,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33137,1733271706268, seqNum=-1] 2024-12-04T00:21:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:49,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:49,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,46713,1733271705929 2024-12-04T00:21:49,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:49,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:49,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db726d70005 connected 2024-12-04T00:21:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir so I do NOT create it in target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5 2024-12-04T00:21:49,718 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:21:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.tmp.dir so I do NOT create it in target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5 2024-12-04T00:21:49,718 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:21:49,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/cluster_86619860-c418-1652-590c-b38f7bf989e9, deleteOnExit=true 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/test.cache.data in system properties and HBase conf 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:21:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:21:49,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:21:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:21:49,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:21:49,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:21:49,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:21:50,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:50,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:50,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:50,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:50,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:50,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:50,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:50,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:50,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/java.io.tmpdir/jetty-localhost-46853-hadoop-hdfs-3_4_1-tests_jar-_-any-7843825856820417917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:21:50,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:46853} 2024-12-04T00:21:50,324 INFO [Time-limited test {}] server.Server(415): Started @247271ms 2024-12-04T00:21:50,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:21:50,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:21:50,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:21:50,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:21:50,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:21:50,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:21:50,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:21:50,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dd381e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/java.io.tmpdir/jetty-localhost-39457-hadoop-hdfs-3_4_1-tests_jar-_-any-8419746027605533262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:21:50,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:39457} 2024-12-04T00:21:50,793 INFO [Time-limited test {}] server.Server(415): Started @247740ms 2024-12-04T00:21:50,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:21:51,696 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/cluster_86619860-c418-1652-590c-b38f7bf989e9/data/data1/current/BP-1368202914-172.17.0.3-1733271709739/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:51,696 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/cluster_86619860-c418-1652-590c-b38f7bf989e9/data/data2/current/BP-1368202914-172.17.0.3-1733271709739/current, will proceed with Du for space computation calculation, 2024-12-04T00:21:51,716 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:21:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe956d3dc546b80be with lease ID 0xb3c69daf1600ebd5: Processing first storage report for DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855 from datanode DatanodeRegistration(127.0.0.1:44049, datanodeUuid=b3afb1b6-9f74-44c4-8c36-2d7bbdf21d8c, infoPort=36513, infoSecurePort=0, ipcPort=40541, storageInfo=lv=-57;cid=testClusterID;nsid=250543673;c=1733271709739) 2024-12-04T00:21:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe956d3dc546b80be with lease ID 0xb3c69daf1600ebd5: from storage DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855 node DatanodeRegistration(127.0.0.1:44049, datanodeUuid=b3afb1b6-9f74-44c4-8c36-2d7bbdf21d8c, infoPort=36513, infoSecurePort=0, ipcPort=40541, storageInfo=lv=-57;cid=testClusterID;nsid=250543673;c=1733271709739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe956d3dc546b80be with lease ID 0xb3c69daf1600ebd5: Processing first storage report for DS-67f623fb-a0b0-4192-b555-5ff7ff74f843 from datanode DatanodeRegistration(127.0.0.1:44049, datanodeUuid=b3afb1b6-9f74-44c4-8c36-2d7bbdf21d8c, infoPort=36513, infoSecurePort=0, ipcPort=40541, storageInfo=lv=-57;cid=testClusterID;nsid=250543673;c=1733271709739) 2024-12-04T00:21:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe956d3dc546b80be with lease ID 0xb3c69daf1600ebd5: from storage DS-67f623fb-a0b0-4192-b555-5ff7ff74f843 node DatanodeRegistration(127.0.0.1:44049, datanodeUuid=b3afb1b6-9f74-44c4-8c36-2d7bbdf21d8c, infoPort=36513, infoSecurePort=0, ipcPort=40541, storageInfo=lv=-57;cid=testClusterID;nsid=250543673;c=1733271709739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:21:51,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5 2024-12-04T00:21:51,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:21:51,782 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68 with version=8 2024-12-04T00:21:51,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/hbase-staging 2024-12-04T00:21:51,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:21:51,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:51,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36997 2024-12-04T00:21:51,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36997 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369970x0, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:51,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36997-0x1019db726d70006 connected 2024-12-04T00:21:51,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/running 2024-12-04T00:21:51,888 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68, hbase.cluster.distributed=false 2024-12-04T00:21:51,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/acl 2024-12-04T00:21:51,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-04T00:21:51,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2024-12-04T00:21:51,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2024-12-04T00:21:51,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-04T00:21:51,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-04T00:21:51,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:21:51,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:21:51,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:21:51,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:21:51,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:21:51,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:21:51,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38429 2024-12-04T00:21:51,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38429 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:51,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:51,943 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384290x0, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:51,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384290x0, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/running 2024-12-04T00:21:51,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38429-0x1019db726d70007 connected 2024-12-04T00:21:51,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:21:51,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:21:51,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/master 2024-12-04T00:21:51,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/acl 2024-12-04T00:21:51,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38429 2024-12-04T00:21:51,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38429 2024-12-04T00:21:51,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38429 2024-12-04T00:21:51,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38429 2024-12-04T00:21:51,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38429 2024-12-04T00:21:52,021 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:36997 2024-12-04T00:21:52,022 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /260124024/backup-masters/b20163ee1150,36997,1733271711785 2024-12-04T00:21:52,031 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/backup-masters 2024-12-04T00:21:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/backup-masters 2024-12-04T00:21:52,032 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on existing znode=/260124024/backup-masters/b20163ee1150,36997,1733271711785 2024-12-04T00:21:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:52,041 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/260124024/master 2024-12-04T00:21:52,042 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:52,042 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on existing znode=/260124024/master 2024-12-04T00:21:52,042 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /260124024/backup-masters/b20163ee1150,36997,1733271711785 from backup master directory 2024-12-04T00:21:52,052 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/backup-masters 2024-12-04T00:21:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/260124024/backup-masters/b20163ee1150,36997,1733271711785 2024-12-04T00:21:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/backup-masters 2024-12-04T00:21:52,056 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:52,056 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,36997,1733271711785 2024-12-04T00:21:52,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/hbase.id] with ID: 733ddf23-fc15-4768-8243-63d41ac2f3bd 2024-12-04T00:21:52,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/.tmp/hbase.id 2024-12-04T00:21:52,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:21:52,469 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/.tmp/hbase.id]:[hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/hbase.id] 2024-12-04T00:21:52,478 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:21:52,478 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:21:52,479 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:21:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:52,558 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:52,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:21:52,566 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:52,567 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:21:52,567 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:21:52,973 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store 2024-12-04T00:21:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:21:53,017 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:53,017 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:21:53,017 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271713017Disabling compacts and flushes for region at 1733271713017Disabling writes for close at 1733271713017Writing region close event to WAL at 1733271713017Closed at 1733271713017 2024-12-04T00:21:53,022 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/.initializing 2024-12-04T00:21:53,023 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/WALs/b20163ee1150,36997,1733271711785 2024-12-04T00:21:53,024 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:53,026 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C36997%2C1733271711785, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/WALs/b20163ee1150,36997,1733271711785, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/oldWALs, maxLogs=10 2024-12-04T00:21:53,048 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/WALs/b20163ee1150,36997,1733271711785/b20163ee1150%2C36997%2C1733271711785.1733271713026, exclude list is [], retry=0 2024-12-04T00:21:53,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44049,DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855,DISK] 2024-12-04T00:21:53,060 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/WALs/b20163ee1150,36997,1733271711785/b20163ee1150%2C36997%2C1733271711785.1733271713026 2024-12-04T00:21:53,068 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36513:36513)] 2024-12-04T00:21:53,068 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:53,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:53,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,069 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:21:53,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:53,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:53,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:21:53,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:53,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:53,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:21:53,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:21:53,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:53,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:53,106 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,107 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,107 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,108 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,108 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,108 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:53,110 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:21:53,137 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:53,137 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209940, jitterRate=-0.01339501142501831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:53,137 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271713069Initializing all the Stores at 1733271713070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271713070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271713072 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271713072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271713072Cleaning up temporary data from old regions at 1733271713108 (+36 ms)Region opened successfully at 1733271713137 (+29 ms) 2024-12-04T00:21:53,138 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:21:53,140 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1711fad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:53,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:21:53,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:21:53,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:21:53,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:21:53,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:21:53,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:21:53,142 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:21:53,143 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:21:53,144 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Unable to get data of znode /260124024/balancer because node does not exist (not necessarily an error) 2024-12-04T00:21:53,208 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/balancer already deleted, retry=false 2024-12-04T00:21:53,209 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:21:53,210 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Unable to get data of znode /260124024/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:21:53,266 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/normalizer already deleted, retry=false 2024-12-04T00:21:53,268 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:21:53,273 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Unable to get data of znode /260124024/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:21:53,331 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/switch/split already deleted, retry=false 2024-12-04T00:21:53,333 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Unable to get data of znode /260124024/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:21:53,385 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/switch/merge already deleted, retry=false 2024-12-04T00:21:53,387 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Unable to get data of znode /260124024/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:21:53,453 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/snapshot-cleanup already deleted, retry=false 2024-12-04T00:21:53,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/260124024/running 2024-12-04T00:21:53,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:53,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/260124024/running 2024-12-04T00:21:53,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:53,517 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,36997,1733271711785, sessionid=0x1019db726d70006, setting cluster-up flag (Was=false) 2024-12-04T00:21:53,599 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:53,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:53,727 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /260124024/flush-table-proc/acquired, /260124024/flush-table-proc/reached, /260124024/flush-table-proc/abort 2024-12-04T00:21:53,728 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36997,1733271711785 2024-12-04T00:21:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:53,929 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:54,090 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /260124024/online-snapshot/acquired, /260124024/online-snapshot/reached, /260124024/online-snapshot/abort 2024-12-04T00:21:54,091 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,36997,1733271711785 2024-12-04T00:21:54,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:21:54,093 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:54,093 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:21:54,093 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:21:54,094 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,36997,1733271711785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:54,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:54,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:21:54,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:54,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:21:54,105 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271744105 2024-12-04T00:21:54,105 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:21:54,105 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:21:54,105 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:21:54,106 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:21:54,106 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:21:54,106 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:21:54,106 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,108 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:21:54,108 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:21:54,108 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:21:54,109 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:21:54,112 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:21:54,112 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:21:54,112 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271714112,5,FailOnTimeoutGroup] 2024-12-04T00:21:54,113 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271714113,5,FailOnTimeoutGroup] 2024-12-04T00:21:54,113 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,113 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:21:54,113 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,113 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:21:54,120 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(746): ClusterId : 733ddf23-fc15-4768-8243-63d41ac2f3bd 2024-12-04T00:21:54,120 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:21:54,155 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:21:54,155 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:21:54,229 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:21:54,229 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec3e3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:21:54,244 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:38429 2024-12-04T00:21:54,244 INFO [RS:0;b20163ee1150:38429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:21:54,244 INFO [RS:0;b20163ee1150:38429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:21:54,244 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:21:54,244 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,36997,1733271711785 with port=38429, startcode=1733271711909 2024-12-04T00:21:54,245 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:21:54,246 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:21:54,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,248 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68 2024-12-04T00:21:54,248 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39771 2024-12-04T00:21:54,248 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:21:54,303 DEBUG [RS:0;b20163ee1150:38429 {}] zookeeper.ZKUtil(111): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on existing znode=/260124024/rs/b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,303 WARN [RS:0;b20163ee1150:38429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:21:54,304 INFO [RS:0;b20163ee1150:38429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:54,304 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/rs 2024-12-04T00:21:54,315 INFO [RS:0;b20163ee1150:38429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:21:54,316 INFO [RS:0;b20163ee1150:38429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:21:54,316 INFO [RS:0;b20163ee1150:38429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:21:54,317 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,317 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:21:54,317 INFO [RS:0;b20163ee1150:38429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:21:54,317 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,317 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:54,318 DEBUG [RS:0;b20163ee1150:38429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:21:54,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,38429,1733271711909] 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,325 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38429,1733271711909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:54,360 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:21:54,360 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38429,1733271711909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,361 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,361 INFO [RS:0;b20163ee1150:38429 {}] regionserver.Replication(171): b20163ee1150,38429,1733271711909 started 2024-12-04T00:21:54,380 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:54,380 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,38429,1733271711909, RpcServer on b20163ee1150/172.17.0.3:38429, sessionid=0x1019db726d70007 2024-12-04T00:21:54,380 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:21:54,380 DEBUG [RS:0;b20163ee1150:38429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,380 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38429,1733271711909' 2024-12-04T00:21:54,380 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/260124024/flush-table-proc/abort' 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/260124024/flush-table-proc/acquired' 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,38429,1733271711909 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38429,1733271711909' 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/260124024/online-snapshot/abort' 2024-12-04T00:21:54,381 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/260124024/online-snapshot/acquired' 2024-12-04T00:21:54,382 DEBUG [RS:0;b20163ee1150:38429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:21:54,382 INFO [RS:0;b20163ee1150:38429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:21:54,382 INFO [RS:0;b20163ee1150:38429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:21:54,482 INFO [RS:0;b20163ee1150:38429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:21:54,483 INFO [RS:0;b20163ee1150:38429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38429%2C1733271711909, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/oldWALs, maxLogs=10 2024-12-04T00:21:54,497 DEBUG [RS:0;b20163ee1150:38429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, exclude list is [], retry=0 2024-12-04T00:21:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44049,DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855,DISK] 2024-12-04T00:21:54,513 INFO [RS:0;b20163ee1150:38429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 2024-12-04T00:21:54,520 DEBUG [RS:0;b20163ee1150:38429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36513:36513)] 2024-12-04T00:21:54,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:21:54,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68 2024-12-04T00:21:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:21:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:54,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:54,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:54,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:54,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:54,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:54,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:54,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:54,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:54,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:54,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:54,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:54,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:54,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:54,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:54,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:54,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740 2024-12-04T00:21:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740 2024-12-04T00:21:54,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:54,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:54,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:54,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:54,952 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:54,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62207189, jitterRate=-0.07304064929485321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:54,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271714937Initializing all the Stores at 1733271714938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271714938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271714938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271714938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271714938Cleaning up temporary data from old regions at 1733271714947 (+9 ms)Region opened successfully at 1733271714953 (+6 ms) 2024-12-04T00:21:54,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:21:54,953 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:21:54,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:21:54,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:21:54,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:21:54,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:21:54,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271714953Disabling compacts and flushes for region at 1733271714953Disabling writes for close at 1733271714953Writing region close event to WAL at 1733271714954 (+1 ms)Closed at 1733271714954 2024-12-04T00:21:54,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:54,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:21:54,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:21:54,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:54,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:21:55,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:21:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:21:55,108 DEBUG [b20163ee1150:36997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:21:55,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:21:55,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38429,1733271711909, state=OPENING 2024-12-04T00:21:55,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:21:55,168 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:55,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:21:55,168 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:21:55,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38429,1733271711909}] 2024-12-04T00:21:55,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /260124024/meta-region-server: CHANGED 2024-12-04T00:21:55,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /260124024/meta-region-server: CHANGED 2024-12-04T00:21:55,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:21:55,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:21:55,325 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:21:55,325 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:21:55,325 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:21:55,326 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38429%2C1733271711909.meta, suffix=.meta, logDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/oldWALs, maxLogs=10 2024-12-04T00:21:55,339 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.meta.1733271715327.meta, exclude list is [], retry=0 2024-12-04T00:21:55,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44049,DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855,DISK] 2024-12-04T00:21:55,341 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.meta.1733271715327.meta 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36513:36513)] 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:55,342 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:21:55,342 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:21:55,342 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:55,343 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:21:55,343 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:21:55,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:21:55,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:21:55,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:55,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:55,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:21:55,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:21:55,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:55,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:55,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:21:55,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:21:55,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:55,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:55,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:21:55,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:21:55,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:55,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:21:55,347 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:21:55,347 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740 2024-12-04T00:21:55,348 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740 2024-12-04T00:21:55,349 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:21:55,349 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:21:55,349 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:21:55,350 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:21:55,350 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60031742, jitterRate=-0.10545733571052551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:21:55,351 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:21:55,351 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271715343Writing region info on filesystem at 1733271715343Initializing all the Stores at 1733271715343Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271715343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271715343Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271715343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271715343Cleaning up temporary data from old regions at 1733271715349 (+6 ms)Running coprocessor post-open hooks at 1733271715351 (+2 ms)Region opened successfully at 1733271715351 2024-12-04T00:21:55,351 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271715320 2024-12-04T00:21:55,353 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:21:55,353 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:21:55,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:21:55,354 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38429,1733271711909, state=OPEN 2024-12-04T00:21:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/260124024/meta-region-server 2024-12-04T00:21:55,364 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/260124024/meta-region-server 2024-12-04T00:21:55,364 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,38429,1733271711909 2024-12-04T00:21:55,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /260124024/meta-region-server: CHANGED 2024-12-04T00:21:55,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /260124024/meta-region-server: CHANGED 2024-12-04T00:21:55,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:21:55,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38429,1733271711909 in 196 msec 2024-12-04T00:21:55,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:21:55,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-04T00:21:55,368 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:21:55,368 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:21:55,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:55,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38429,1733271711909, seqNum=-1] 2024-12-04T00:21:55,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:55,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:55,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-04T00:21:55,375 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271715375, completionTime=-1 2024-12-04T00:21:55,375 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:21:55,375 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271775377 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271835377 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:36997, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,377 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,378 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,379 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:21:55,381 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:21:55,382 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:21:55,382 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:21:55,383 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:21:55,383 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:21:55,384 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,36997,1733271711785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:21:55,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:55,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:21:55,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:21:55,427 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:21:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:21:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:21:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503537af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:21:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:21:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:21:55,428 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:21:55,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:21:55,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:21:55,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38429,1733271711909, seqNum=-1] 2024-12-04T00:21:55,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:21:55,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:21:55,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,36997,1733271711785 2024-12-04T00:21:55,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54618 2024-12-04T00:21:55,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:21:55,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019db726d70008 connected 2024-12-04T00:21:55,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41883,1733271697401 2024-12-04T00:21:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5729f529 2024-12-04T00:21:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:55,455 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:55,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:21:55,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:55,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:55,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:21:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:55,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:21:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:55,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9c5f8918d08589d495d6fc5f2ce230b, NAME => 'test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0 2024-12-04T00:21:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:21:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c9c5f8918d08589d495d6fc5f2ce230b, disabling compactions & flushes 2024-12-04T00:21:56,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. after waiting 0 ms 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9c5f8918d08589d495d6fc5f2ce230b: Waiting for close lock at 1733271716276Disabling compacts and flushes for region at 1733271716276Disabling writes for close at 1733271716276Writing region close event to WAL at 1733271716276Closed at 1733271716276 2024-12-04T00:21:56,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:56,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271716278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271716278"}]},"ts":"1733271716278"} 2024-12-04T00:21:56,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:56,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:56,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271716282"}]},"ts":"1733271716282"} 2024-12-04T00:21:56,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:21:56,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9c5f8918d08589d495d6fc5f2ce230b, ASSIGN}] 2024-12-04T00:21:56,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9c5f8918d08589d495d6fc5f2ce230b, ASSIGN 2024-12-04T00:21:56,286 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c9c5f8918d08589d495d6fc5f2ce230b, ASSIGN; state=OFFLINE, location=b20163ee1150,43839,1733271697648; forceNewPlan=false, retain=false 2024-12-04T00:21:56,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9c5f8918d08589d495d6fc5f2ce230b, regionState=OPENING, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:21:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c9c5f8918d08589d495d6fc5f2ce230b, ASSIGN because future has completed 2024-12-04T00:21:56,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9c5f8918d08589d495d6fc5f2ce230b, server=b20163ee1150,43839,1733271697648}] 2024-12-04T00:21:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:56,596 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,596 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9c5f8918d08589d495d6fc5f2ce230b, NAME => 'test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:56,596 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:56,596 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:21:56,597 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,597 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:56,597 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,597 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,604 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,605 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c5f8918d08589d495d6fc5f2ce230b columnFamilyName f 2024-12-04T00:21:56,605 DEBUG [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:56,606 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(327): Store=c9c5f8918d08589d495d6fc5f2ce230b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:56,606 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,607 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c5f8918d08589d495d6fc5f2ce230b columnFamilyName f1 2024-12-04T00:21:56,607 DEBUG [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:56,607 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(327): Store=c9c5f8918d08589d495d6fc5f2ce230b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:56,607 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,608 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c5f8918d08589d495d6fc5f2ce230b columnFamilyName norep 2024-12-04T00:21:56,608 DEBUG [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:56,608 INFO [StoreOpener-c9c5f8918d08589d495d6fc5f2ce230b-1 {}] regionserver.HStore(327): Store=c9c5f8918d08589d495d6fc5f2ce230b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:56,609 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,609 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,609 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,610 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,610 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,611 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:56,611 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,613 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:56,613 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9c5f8918d08589d495d6fc5f2ce230b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61107140, jitterRate=-0.08943265676498413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:56,613 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:21:56,614 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9c5f8918d08589d495d6fc5f2ce230b: Running coprocessor pre-open hook at 1733271716597Writing region info on filesystem at 1733271716597Initializing all the Stores at 1733271716597Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271716597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271716604 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271716604Cleaning up temporary data from old regions at 1733271716610 (+6 ms)Running coprocessor post-open hooks at 1733271716613 (+3 ms)Region opened successfully at 1733271716614 (+1 ms) 2024-12-04T00:21:56,615 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b., pid=6, masterSystemTime=1733271716592 2024-12-04T00:21:56,616 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,616 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:21:56,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9c5f8918d08589d495d6fc5f2ce230b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:21:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9c5f8918d08589d495d6fc5f2ce230b, server=b20163ee1150,43839,1733271697648 because future has completed 2024-12-04T00:21:56,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:21:56,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9c5f8918d08589d495d6fc5f2ce230b, server=b20163ee1150,43839,1733271697648 in 181 msec 2024-12-04T00:21:56,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:21:56,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c9c5f8918d08589d495d6fc5f2ce230b, ASSIGN in 338 msec 2024-12-04T00:21:56,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:56,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271716626"}]},"ts":"1733271716626"} 2024-12-04T00:21:56,628 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:21:56,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:56,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-04T00:21:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:57,606 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:21:57,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46713,1733271705929 2024-12-04T00:21:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716cee09 2024-12-04T00:21:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:57,610 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:57,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:21:57,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:57,615 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:57,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:21:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:57,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:21:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:58,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 503b8018f20584bb68317a0a40b17089, NAME => 'test,,1733271717611.503b8018f20584bb68317a0a40b17089.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1 2024-12-04T00:21:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:21:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271717611.503b8018f20584bb68317a0a40b17089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 503b8018f20584bb68317a0a40b17089, disabling compactions & flushes 2024-12-04T00:21:58,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271717611.503b8018f20584bb68317a0a40b17089. after waiting 0 ms 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 503b8018f20584bb68317a0a40b17089: Waiting for close lock at 1733271718449Disabling compacts and flushes for region at 1733271718449Disabling writes for close at 1733271718449Writing region close event to WAL at 1733271718449Closed at 1733271718449 2024-12-04T00:21:58,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:21:58,451 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271717611.503b8018f20584bb68317a0a40b17089.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271718451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271718451"}]},"ts":"1733271718451"} 2024-12-04T00:21:58,453 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:21:58,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:21:58,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271718453"}]},"ts":"1733271718453"} 2024-12-04T00:21:58,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:21:58,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=503b8018f20584bb68317a0a40b17089, ASSIGN}] 2024-12-04T00:21:58,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=503b8018f20584bb68317a0a40b17089, ASSIGN 2024-12-04T00:21:58,457 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=503b8018f20584bb68317a0a40b17089, ASSIGN; state=OFFLINE, location=b20163ee1150,33137,1733271706268; forceNewPlan=false, retain=false 2024-12-04T00:21:58,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=503b8018f20584bb68317a0a40b17089, regionState=OPENING, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:21:58,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=503b8018f20584bb68317a0a40b17089, ASSIGN because future has completed 2024-12-04T00:21:58,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 503b8018f20584bb68317a0a40b17089, server=b20163ee1150,33137,1733271706268}] 2024-12-04T00:21:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:58,765 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,765 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 503b8018f20584bb68317a0a40b17089, NAME => 'test,,1733271717611.503b8018f20584bb68317a0a40b17089.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:21:58,766 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:21:58,766 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:21:58,766 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,766 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271717611.503b8018f20584bb68317a0a40b17089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:21:58,766 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,766 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,767 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,768 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503b8018f20584bb68317a0a40b17089 columnFamilyName f 2024-12-04T00:21:58,768 DEBUG [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:58,768 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(327): Store=503b8018f20584bb68317a0a40b17089/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:58,768 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,769 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503b8018f20584bb68317a0a40b17089 columnFamilyName f1 2024-12-04T00:21:58,769 DEBUG [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:58,769 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(327): Store=503b8018f20584bb68317a0a40b17089/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:58,769 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,770 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503b8018f20584bb68317a0a40b17089 columnFamilyName norep 2024-12-04T00:21:58,770 DEBUG [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:58,770 INFO [StoreOpener-503b8018f20584bb68317a0a40b17089-1 {}] regionserver.HStore(327): Store=503b8018f20584bb68317a0a40b17089/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:21:58,770 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,771 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,771 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,771 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,771 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,772 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:21:58,773 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,774 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:21:58,775 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 503b8018f20584bb68317a0a40b17089; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001682, jitterRate=0.058007508516311646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:21:58,775 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:21:58,775 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 503b8018f20584bb68317a0a40b17089: Running coprocessor pre-open hook at 1733271718766Writing region info on filesystem at 1733271718766Initializing all the Stores at 1733271718766Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271718766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271718767 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271718767Cleaning up temporary data from old regions at 1733271718771 (+4 ms)Running coprocessor post-open hooks at 1733271718775 (+4 ms)Region opened successfully at 1733271718775 2024-12-04T00:21:58,775 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271717611.503b8018f20584bb68317a0a40b17089., pid=6, masterSystemTime=1733271718763 2024-12-04T00:21:58,777 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,777 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:21:58,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=503b8018f20584bb68317a0a40b17089, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:21:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 503b8018f20584bb68317a0a40b17089, server=b20163ee1150,33137,1733271706268 because future has completed 2024-12-04T00:21:58,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:21:58,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 503b8018f20584bb68317a0a40b17089, server=b20163ee1150,33137,1733271706268 in 170 msec 2024-12-04T00:21:58,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:21:58,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=503b8018f20584bb68317a0a40b17089, ASSIGN in 327 msec 2024-12-04T00:21:58,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:21:58,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271718784"}]},"ts":"1733271718784"} 2024-12-04T00:21:58,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:21:58,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:21:58,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-12-04T00:21:59,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:21:59,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:21:59,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:21:59,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:21:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:59,776 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:21:59,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:21:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:21:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f255afe 2024-12-04T00:21:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:21:59,778 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:21:59,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:21:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:21:59,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:21:59,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:21:59,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:21:59,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:21:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:21:59,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:21:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:00,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:22:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:00,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5055cdf526f9caa5befbb05e300a1e80, NAME => 'test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68 2024-12-04T00:22:00,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:22:00,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:00,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5055cdf526f9caa5befbb05e300a1e80, disabling compactions & flushes 2024-12-04T00:22:00,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. after waiting 0 ms 2024-12-04T00:22:00,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5055cdf526f9caa5befbb05e300a1e80: Waiting for close lock at 1733271720201Disabling compacts and flushes for region at 1733271720201Disabling writes for close at 1733271720202 (+1 ms)Writing region close event to WAL at 1733271720202Closed at 1733271720202 2024-12-04T00:22:00,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:00,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271720203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271720203"}]},"ts":"1733271720203"} 2024-12-04T00:22:00,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:00,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:00,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271720212"}]},"ts":"1733271720212"} 2024-12-04T00:22:00,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:22:00,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5055cdf526f9caa5befbb05e300a1e80, ASSIGN}] 2024-12-04T00:22:00,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5055cdf526f9caa5befbb05e300a1e80, ASSIGN 2024-12-04T00:22:00,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5055cdf526f9caa5befbb05e300a1e80, ASSIGN; state=OFFLINE, location=b20163ee1150,38429,1733271711909; forceNewPlan=false, retain=false 2024-12-04T00:22:00,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5055cdf526f9caa5befbb05e300a1e80, regionState=OPENING, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:22:00,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5055cdf526f9caa5befbb05e300a1e80, ASSIGN because future has completed 2024-12-04T00:22:00,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5055cdf526f9caa5befbb05e300a1e80, server=b20163ee1150,38429,1733271711909}] 2024-12-04T00:22:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:00,526 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,526 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5055cdf526f9caa5befbb05e300a1e80, NAME => 'test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:00,526 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:00,527 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:22:00,527 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,527 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:00,527 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,527 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,528 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,529 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5055cdf526f9caa5befbb05e300a1e80 columnFamilyName f 2024-12-04T00:22:00,529 DEBUG [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:00,530 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(327): Store=5055cdf526f9caa5befbb05e300a1e80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:00,530 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,531 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5055cdf526f9caa5befbb05e300a1e80 columnFamilyName f1 2024-12-04T00:22:00,531 DEBUG [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:00,531 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(327): Store=5055cdf526f9caa5befbb05e300a1e80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:00,531 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,532 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5055cdf526f9caa5befbb05e300a1e80 columnFamilyName norep 2024-12-04T00:22:00,532 DEBUG [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:00,532 INFO [StoreOpener-5055cdf526f9caa5befbb05e300a1e80-1 {}] regionserver.HStore(327): Store=5055cdf526f9caa5befbb05e300a1e80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:00,532 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,533 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,533 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,534 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,534 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,534 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:00,535 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,541 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:00,541 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5055cdf526f9caa5befbb05e300a1e80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468134, jitterRate=-0.1138557493686676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:00,541 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:00,541 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5055cdf526f9caa5befbb05e300a1e80: Running coprocessor pre-open hook at 1733271720527Writing region info on filesystem at 1733271720527Initializing all the Stores at 1733271720528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271720528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271720528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271720528Cleaning up temporary data from old regions at 1733271720534 (+6 ms)Running coprocessor post-open hooks at 1733271720541 (+7 ms)Region opened successfully at 1733271720541 2024-12-04T00:22:00,542 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80., pid=6, masterSystemTime=1733271720523 2024-12-04T00:22:00,545 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,545 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:00,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5055cdf526f9caa5befbb05e300a1e80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:22:00,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5055cdf526f9caa5befbb05e300a1e80, server=b20163ee1150,38429,1733271711909 because future has completed 2024-12-04T00:22:00,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:22:00,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5055cdf526f9caa5befbb05e300a1e80, server=b20163ee1150,38429,1733271711909 in 185 msec 2024-12-04T00:22:00,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:22:00,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5055cdf526f9caa5befbb05e300a1e80, ASSIGN in 343 msec 2024-12-04T00:22:00,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:00,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271720559"}]},"ts":"1733271720559"} 2024-12-04T00:22:00,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:22:00,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:00,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-12-04T00:22:00,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:00,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:00,915 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:22:00,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:00,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:00,917 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:00,918 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ca5517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41883,1733271697401 2024-12-04T00:22:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37488893 2024-12-04T00:22:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:00,921 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:00,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:46713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:22:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:22:00,925 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:46713' 2024-12-04T00:22:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:00,926 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56949544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,926 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:22:00,926 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:00,927 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:22:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:22:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e5b20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:22:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:00,928 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:00,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb35b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:00,929 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46713,1733271705929 2024-12-04T00:22:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35bd7381 2024-12-04T00:22:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:00,931 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:00,932 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T00:22:00,932 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:22:00,932 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:00,932 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:00,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:00,932 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:00,933 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:22:00,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:00,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:00,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:22:00,984 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:22:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:01,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17f162c56124b8808c3146af60d73295, NAME => 'hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0 2024-12-04T00:22:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:22:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17f162c56124b8808c3146af60d73295, disabling compactions & flushes 2024-12-04T00:22:01,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. after waiting 0 ms 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:01,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:01,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17f162c56124b8808c3146af60d73295: Waiting for close lock at 1733271721755Disabling compacts and flushes for region at 1733271721755Disabling writes for close at 1733271721755Writing region close event to WAL at 1733271721755Closed at 1733271721755 2024-12-04T00:22:01,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:01,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271721756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271721756"}]},"ts":"1733271721756"} 2024-12-04T00:22:01,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:01,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:01,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271721759"}]},"ts":"1733271721759"} 2024-12-04T00:22:01,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:22:01,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f162c56124b8808c3146af60d73295, ASSIGN}] 2024-12-04T00:22:01,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f162c56124b8808c3146af60d73295, ASSIGN 2024-12-04T00:22:01,762 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f162c56124b8808c3146af60d73295, ASSIGN; state=OFFLINE, location=b20163ee1150,43839,1733271697648; forceNewPlan=false, retain=false 2024-12-04T00:22:01,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f162c56124b8808c3146af60d73295, regionState=OPENING, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:22:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f162c56124b8808c3146af60d73295, ASSIGN because future has completed 2024-12-04T00:22:01,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f162c56124b8808c3146af60d73295, server=b20163ee1150,43839,1733271697648}] 2024-12-04T00:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:02,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:02,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:02,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:22:02,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C43839%2C1733271697648.rep, suffix=, logDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648, archiveDir=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/oldWALs, maxLogs=10 2024-12-04T00:22:02,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.rep.1733271722107, exclude list is [], retry=0 2024-12-04T00:22:02,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38501,DS-b246b04e-5598-4d3f-b996-deba8add51de,DISK] 2024-12-04T00:22:02,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.rep.1733271722107 2024-12-04T00:22:02,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38917:38917)] 2024-12-04T00:22:02,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17f162c56124b8808c3146af60d73295, NAME => 'hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:02,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:02,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:02,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. service=MultiRowMutationService 2024-12-04T00:22:02,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:22:02,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:02,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,196 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,198 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f162c56124b8808c3146af60d73295 columnFamilyName hfileref 2024-12-04T00:22:02,198 DEBUG [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:02,199 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(327): Store=17f162c56124b8808c3146af60d73295/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:02,199 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,202 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f162c56124b8808c3146af60d73295 columnFamilyName queue 2024-12-04T00:22:02,202 DEBUG [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:02,203 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(327): Store=17f162c56124b8808c3146af60d73295/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:02,203 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,215 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f162c56124b8808c3146af60d73295 columnFamilyName sid 2024-12-04T00:22:02,215 DEBUG [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:02,215 INFO [StoreOpener-17f162c56124b8808c3146af60d73295-1 {}] regionserver.HStore(327): Store=17f162c56124b8808c3146af60d73295/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:02,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/replication/17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/replication/17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:02,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/replication/17f162c56124b8808c3146af60d73295/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:02,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17f162c56124b8808c3146af60d73295; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66327707, jitterRate=-0.011640146374702454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:02,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:02,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17f162c56124b8808c3146af60d73295: Running coprocessor pre-open hook at 1733271722194Writing region info on filesystem at 1733271722194Initializing all the Stores at 1733271722195 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271722195Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271722196 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271722197 (+1 ms)Cleaning up temporary data from old regions at 1733271722224 (+27 ms)Running coprocessor post-open hooks at 1733271722254 (+30 ms)Region opened successfully at 1733271722255 (+1 ms) 2024-12-04T00:22:02,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295., pid=10, masterSystemTime=1733271722075 2024-12-04T00:22:02,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:02,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:02,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17f162c56124b8808c3146af60d73295, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,43839,1733271697648 2024-12-04T00:22:02,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f162c56124b8808c3146af60d73295, server=b20163ee1150,43839,1733271697648 because future has completed 2024-12-04T00:22:02,279 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41883 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b20163ee1150,43839,1733271697648, table=hbase:replication, region=17f162c56124b8808c3146af60d73295. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T00:22:02,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:22:02,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17f162c56124b8808c3146af60d73295, server=b20163ee1150,43839,1733271697648 in 385 msec 2024-12-04T00:22:02,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:22:02,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f162c56124b8808c3146af60d73295, ASSIGN in 547 msec 2024-12-04T00:22:02,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:02,311 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271722311"}]},"ts":"1733271722311"} 2024-12-04T00:22:02,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:22:02,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:02,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3860 sec 2024-12-04T00:22:02,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295., hostname=b20163ee1150,43839,1733271697648, seqNum=2] 2024-12-04T00:22:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:22:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:22:02,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:22:02,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:22:02,568 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:22:02,619 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,43839,1733271697648, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:22:02,620 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:02,620 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,43839,1733271697648, seqNum=-1] 2024-12-04T00:22:02,621 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:02,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:02,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,43839,1733271697648', locateType=CURRENT is [region=hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295., hostname=b20163ee1150,43839,1733271697648, seqNum=2] 2024-12-04T00:22:02,628 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:22:02,631 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,43839,1733271697648 suceeded 2024-12-04T00:22:02,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:22:02,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-04T00:22:02,634 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:46713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:22:02,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7120 sec 2024-12-04T00:22:02,651 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:46713' 2024-12-04T00:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f4fa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:02,654 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528da381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:22:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:02,656 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:02,657 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d976c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:02,657 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:02,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46713,1733271705929 2024-12-04T00:22:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e61c944 2024-12-04T00:22:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:02,659 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T00:22:02,659 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,43839,1733271697648 (queues=1) is replicating from cluster=a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4 to cluster=87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef 2024-12-04T00:22:02,660 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C43839%2C1733271697648 2024-12-04T00:22:02,660 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,43839,1733271697648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:22:02,660 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, startPosition=0, beingWritten=true 2024-12-04T00:22:02,664 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C43839%2C1733271697648 2024-12-04T00:22:02,670 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:02,670 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:02,671 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:02,893 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:03,076 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:22:03,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:03,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:03,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:03,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:22:03,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:03,080 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:22:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:22:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352d5ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:22:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,083 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,46713,1733271705929 2024-12-04T00:22:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-12-04T00:22:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:03,086 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:03,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:22:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:22:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:03,089 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36997' 2024-12-04T00:22:03,104 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34055e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,104 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:03,105 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:03,105 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79812b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,107 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58989b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:03,109 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:22:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d75ebbe 2024-12-04T00:22:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:03,111 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:03,113 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T00:22:03,113 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:22:03,113 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,113 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:03,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:03,113 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:03,115 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:22:03,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:03,116 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:03,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:22:03,165 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:22:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:03,197 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:03,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fb525751d0f0e2b27cf84cb4989a3a5, NAME => 'hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1 2024-12-04T00:22:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:22:03,606 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fb525751d0f0e2b27cf84cb4989a3a5, disabling compactions & flushes 2024-12-04T00:22:03,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. after waiting 0 ms 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:03,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:03,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fb525751d0f0e2b27cf84cb4989a3a5: Waiting for close lock at 1733271723963Disabling compacts and flushes for region at 1733271723963Disabling writes for close at 1733271723963Writing region close event to WAL at 1733271723963Closed at 1733271723963 2024-12-04T00:22:03,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:03,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271723965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271723965"}]},"ts":"1733271723965"} 2024-12-04T00:22:03,967 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:03,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:03,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271723968"}]},"ts":"1733271723968"} 2024-12-04T00:22:03,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:22:03,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb525751d0f0e2b27cf84cb4989a3a5, ASSIGN}] 2024-12-04T00:22:03,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb525751d0f0e2b27cf84cb4989a3a5, ASSIGN 2024-12-04T00:22:03,974 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb525751d0f0e2b27cf84cb4989a3a5, ASSIGN; state=OFFLINE, location=b20163ee1150,33137,1733271706268; forceNewPlan=false, retain=false 2024-12-04T00:22:04,109 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:04,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fb525751d0f0e2b27cf84cb4989a3a5, regionState=OPENING, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:22:04,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb525751d0f0e2b27cf84cb4989a3a5, ASSIGN because future has completed 2024-12-04T00:22:04,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb525751d0f0e2b27cf84cb4989a3a5, server=b20163ee1150,33137,1733271706268}] 2024-12-04T00:22:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:04,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:04,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:04,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:22:04,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C33137%2C1733271706268.rep, suffix=, logDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/oldWALs, maxLogs=10 2024-12-04T00:22:04,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.rep.1733271724294, exclude list is [], retry=0 2024-12-04T00:22:04,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-2f7911a9-fa53-4de2-9a98-2fdbad46af19,DISK] 2024-12-04T00:22:04,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.rep.1733271724294 2024-12-04T00:22:04,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-04T00:22:04,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fb525751d0f0e2b27cf84cb4989a3a5, NAME => 'hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:04,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. service=MultiRowMutationService 2024-12-04T00:22:04,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,320 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,322 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb525751d0f0e2b27cf84cb4989a3a5 columnFamilyName hfileref 2024-12-04T00:22:04,322 DEBUG [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:04,322 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(327): Store=9fb525751d0f0e2b27cf84cb4989a3a5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:04,322 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,324 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb525751d0f0e2b27cf84cb4989a3a5 columnFamilyName queue 2024-12-04T00:22:04,324 DEBUG [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:04,324 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(327): Store=9fb525751d0f0e2b27cf84cb4989a3a5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:04,324 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,325 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb525751d0f0e2b27cf84cb4989a3a5 columnFamilyName sid 2024-12-04T00:22:04,325 DEBUG [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:04,326 INFO [StoreOpener-9fb525751d0f0e2b27cf84cb4989a3a5-1 {}] regionserver.HStore(327): Store=9fb525751d0f0e2b27cf84cb4989a3a5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:04,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:04,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:04,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9fb525751d0f0e2b27cf84cb4989a3a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66740064, jitterRate=-0.005495548248291016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:04,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:04,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9fb525751d0f0e2b27cf84cb4989a3a5: Running coprocessor pre-open hook at 1733271724316Writing region info on filesystem at 1733271724316Initializing all the Stores at 1733271724317 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271724317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271724320 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271724320Cleaning up temporary data from old regions at 1733271724327 (+7 ms)Running coprocessor post-open hooks at 1733271724331 (+4 ms)Region opened successfully at 1733271724331 2024-12-04T00:22:04,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5., pid=10, masterSystemTime=1733271724280 2024-12-04T00:22:04,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:04,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:04,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fb525751d0f0e2b27cf84cb4989a3a5, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,33137,1733271706268 2024-12-04T00:22:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb525751d0f0e2b27cf84cb4989a3a5, server=b20163ee1150,33137,1733271706268 because future has completed 2024-12-04T00:22:04,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:22:04,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fb525751d0f0e2b27cf84cb4989a3a5, server=b20163ee1150,33137,1733271706268 in 214 msec 2024-12-04T00:22:04,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:22:04,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb525751d0f0e2b27cf84cb4989a3a5, ASSIGN in 373 msec 2024-12-04T00:22:04,348 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:04,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271724348"}]},"ts":"1733271724348"} 2024-12-04T00:22:04,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:22:04,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:04,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-12-04T00:22:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5., hostname=b20163ee1150,33137,1733271706268, seqNum=2] 2024-12-04T00:22:04,713 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:22:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:22:04,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:22:04,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:22:04,984 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:22:05,010 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,33137,1733271706268, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:22:05,011 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:05,011 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33137,1733271706268, seqNum=-1] 2024-12-04T00:22:05,011 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:05,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,33137,1733271706268', locateType=CURRENT is [region=hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5., hostname=b20163ee1150,33137,1733271706268, seqNum=2] 2024-12-04T00:22:05,016 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:22:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:22:05,018 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,33137,1733271706268 suceeded 2024-12-04T00:22:05,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:22:05,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T00:22:05,020 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:22:05,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9340 sec 2024-12-04T00:22:05,032 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:36997' 2024-12-04T00:22:05,033 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10485129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,033 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:05,033 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:05,033 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a756e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,035 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:05,035 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c59279c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,035 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:22:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671bf816 2024-12-04T00:22:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:05,037 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T00:22:05,037 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,33137,1733271706268 (queues=1) is replicating from cluster=87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef to cluster=733ddf23-fc15-4768-8243-63d41ac2f3bd 2024-12-04T00:22:05,037 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C33137%2C1733271706268 2024-12-04T00:22:05,038 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,33137,1733271706268, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:22:05,038 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C33137%2C1733271706268 2024-12-04T00:22:05,038 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, startPosition=0, beingWritten=true 2024-12-04T00:22:05,042 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:05,043 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:05,043 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:05,236 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:22:05,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:05,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:05,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:05,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:05,242 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655959b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,243 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4519f0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:22:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@338c5fe7 2024-12-04T00:22:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:05,247 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:05,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:41883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:22:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:22:05,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:05,251 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:41883' 2024-12-04T00:22:05,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d763e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,252 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:05,252 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:05,253 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794053c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:05,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,255 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c168184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:05,257 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41883,1733271697401 2024-12-04T00:22:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7059ae2d 2024-12-04T00:22:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:05,259 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:05,260 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T00:22:05,260 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:22:05,260 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,260 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:05,261 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:05,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:05,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:22:05,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:05,266 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:05,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:22:05,313 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:05,419 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:05,601 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:05,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08407c1c2ac4aef88daf7504fbcc2967, NAME => 'hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68 2024-12-04T00:22:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08407c1c2ac4aef88daf7504fbcc2967, disabling compactions & flushes 2024-12-04T00:22:05,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. after waiting 0 ms 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:05,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:05,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08407c1c2ac4aef88daf7504fbcc2967: Waiting for close lock at 1733271725717Disabling compacts and flushes for region at 1733271725717Disabling writes for close at 1733271725717Writing region close event to WAL at 1733271725717Closed at 1733271725717 2024-12-04T00:22:05,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:05,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271725719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271725719"}]},"ts":"1733271725719"} 2024-12-04T00:22:05,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:05,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:05,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271725725"}]},"ts":"1733271725725"} 2024-12-04T00:22:05,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:22:05,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08407c1c2ac4aef88daf7504fbcc2967, ASSIGN}] 2024-12-04T00:22:05,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08407c1c2ac4aef88daf7504fbcc2967, ASSIGN 2024-12-04T00:22:05,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08407c1c2ac4aef88daf7504fbcc2967, ASSIGN; state=OFFLINE, location=b20163ee1150,38429,1733271711909; forceNewPlan=false, retain=false 2024-12-04T00:22:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:05,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08407c1c2ac4aef88daf7504fbcc2967, regionState=OPENING, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:22:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08407c1c2ac4aef88daf7504fbcc2967, ASSIGN because future has completed 2024-12-04T00:22:05,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08407c1c2ac4aef88daf7504fbcc2967, server=b20163ee1150,38429,1733271711909}] 2024-12-04T00:22:06,005 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:06,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:06,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:06,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:06,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:22:06,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38429%2C1733271711909.rep, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/oldWALs, maxLogs=10 2024-12-04T00:22:06,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.rep.1733271726048, exclude list is [], retry=0 2024-12-04T00:22:06,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44049,DS-7b0a84eb-ab7e-48ab-b32e-e420db2af855,DISK] 2024-12-04T00:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.rep.1733271726048 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36513:36513)] 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08407c1c2ac4aef88daf7504fbcc2967, NAME => 'hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:06,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. service=MultiRowMutationService 2024-12-04T00:22:06,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:22:06,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,080 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,080 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08407c1c2ac4aef88daf7504fbcc2967 columnFamilyName hfileref 2024-12-04T00:22:06,080 DEBUG [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:06,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:06,081 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(327): Store=08407c1c2ac4aef88daf7504fbcc2967/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:06,081 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,081 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08407c1c2ac4aef88daf7504fbcc2967 columnFamilyName queue 2024-12-04T00:22:06,081 DEBUG [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:06,082 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(327): Store=08407c1c2ac4aef88daf7504fbcc2967/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:06,082 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,082 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08407c1c2ac4aef88daf7504fbcc2967 columnFamilyName sid 2024-12-04T00:22:06,082 DEBUG [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:06,082 INFO [StoreOpener-08407c1c2ac4aef88daf7504fbcc2967-1 {}] regionserver.HStore(327): Store=08407c1c2ac4aef88daf7504fbcc2967/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:06,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/replication/08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/replication/08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:06,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/replication/08407c1c2ac4aef88daf7504fbcc2967/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:06,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08407c1c2ac4aef88daf7504fbcc2967; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69136285, jitterRate=0.03021092712879181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:06,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:06,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08407c1c2ac4aef88daf7504fbcc2967: Running coprocessor pre-open hook at 1733271726079Writing region info on filesystem at 1733271726079Initializing all the Stores at 1733271726079Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271726079Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271726079Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271726079Cleaning up temporary data from old regions at 1733271726084 (+5 ms)Running coprocessor post-open hooks at 1733271726087 (+3 ms)Region opened successfully at 1733271726087 2024-12-04T00:22:06,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967., pid=10, masterSystemTime=1733271726034 2024-12-04T00:22:06,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:06,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:06,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08407c1c2ac4aef88daf7504fbcc2967, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,38429,1733271711909 2024-12-04T00:22:06,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08407c1c2ac4aef88daf7504fbcc2967, server=b20163ee1150,38429,1733271711909 because future has completed 2024-12-04T00:22:06,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:22:06,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:22:06,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08407c1c2ac4aef88daf7504fbcc2967, server=b20163ee1150,38429,1733271711909 in 214 msec 2024-12-04T00:22:06,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:22:06,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08407c1c2ac4aef88daf7504fbcc2967, ASSIGN in 369 msec 2024-12-04T00:22:06,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:06,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271726100"}]},"ts":"1733271726100"} 2024-12-04T00:22:06,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:22:06,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:06,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 841 msec 2024-12-04T00:22:06,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967., hostname=b20163ee1150,38429,1733271711909, seqNum=2] 2024-12-04T00:22:06,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:22:06,177 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:22:06,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:22:06,223 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:06,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:22:06,374 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:22:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:06,412 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,38429,1733271711909, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:22:06,413 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:06,413 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38429,1733271711909, seqNum=-1] 2024-12-04T00:22:06,413 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:06,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:06,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,38429,1733271711909', locateType=CURRENT is [region=hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967., hostname=b20163ee1150,38429,1733271711909, seqNum=2] 2024-12-04T00:22:06,417 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:22:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:22:06,419 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,38429,1733271711909 suceeded 2024-12-04T00:22:06,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:22:06,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-04T00:22:06,421 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:41883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:22:06,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1730 sec 2024-12-04T00:22:06,432 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:41883' 2024-12-04T00:22:06,433 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74a6606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:06,434 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:06,434 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:06,434 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:06,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:06,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:06,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@550b23a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:06,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:06,435 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:06,436 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf49a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:06,436 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41883,1733271697401 2024-12-04T00:22:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af3f1e5 2024-12-04T00:22:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:06,437 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T00:22:06,437 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,38429,1733271711909 (queues=1) is replicating from cluster=733ddf23-fc15-4768-8243-63d41ac2f3bd to cluster=a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4 2024-12-04T00:22:06,437 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C38429%2C1733271711909 2024-12-04T00:22:06,438 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,38429,1733271711909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:22:06,438 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, startPosition=0, beingWritten=true 2024-12-04T00:22:06,440 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C38429%2C1733271711909 2024-12-04T00:22:06,442 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:06,442 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:06,442 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:06,508 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:06,648 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:06,951 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:06,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:22:07,113 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:07,126 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:07,356 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:22:07,396 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:22:07,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:07,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:07,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:07,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:07,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:07,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:07,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:07,398 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f1dac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:07,400 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:07,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e4c116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:22:07,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:07,402 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3cc5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:07,404 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a1880d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:07,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:07,405 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1676b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:07,407 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fed9f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:07,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,43839,1733271697648, seqNum=-1] 2024-12-04T00:22:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:07,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b., hostname=b20163ee1150,43839,1733271697648, seqNum=2] 2024-12-04T00:22:07,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38429,1733271711909, seqNum=-1] 2024-12-04T00:22:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:07,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80., hostname=b20163ee1150,38429,1733271711909, seqNum=2] 2024-12-04T00:22:07,448 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T00:22:07,816 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:07,859 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:08,138 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 379, reset compression=false 2024-12-04T00:22:08,144 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:08,144 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:08,144 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9c5f8918d08589d495d6fc5f2ce230b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T00:22:08,148 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:08,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T00:22:08,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:08,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c1935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,46713,-1 for getting cluster id 2024-12-04T00:22:08,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:08,150 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef' 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d4e37d-82a2-4e9b-ad90-6599b2e2a1ef" 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba58aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,46713,-1] 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:08,152 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:08,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:08,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33137,1733271706268, seqNum=-1] 2024-12-04T00:22:08,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:08,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:08,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271717611.503b8018f20584bb68317a0a40b17089., hostname=b20163ee1150,33137,1733271706268, seqNum=2] 2024-12-04T00:22:08,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:08,349 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:08,456 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T00:22:08,463 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:08,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:08,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:08,516 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68515 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:08,626 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 379, reset compression=false 2024-12-04T00:22:08,655 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:08,673 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:08,673 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 504, reset compression=false 2024-12-04T00:22:08,673 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T00:22:08,682 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:08,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T00:22:08,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:08,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62531586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:08,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:08,693 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:08,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:08,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b82aa5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:08,698 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78793f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38429,1733271711909, seqNum=-1] 2024-12-04T00:22:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:08,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80., hostname=b20163ee1150,38429,1733271711909, seqNum=2] 2024-12-04T00:22:08,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:08,893 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 504, reset compression=false 2024-12-04T00:22:09,072 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:09,181 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 379, reset compression=false 2024-12-04T00:22:09,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:09,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 528, reset compression=false 2024-12-04T00:22:09,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:09,202 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 504, reset compression=false 2024-12-04T00:22:09,398 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 528, reset compression=false 2024-12-04T00:22:09,458 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T00:22:09,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,33137,1733271706268, seqNum=-1] 2024-12-04T00:22:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:09,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733271717611.503b8018f20584bb68317a0a40b17089., hostname=b20163ee1150,33137,1733271706268, seqNum=2] 2024-12-04T00:22:09,469 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T00:22:09,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T00:22:09,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T00:22:09,585 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:09,611 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 504, reset compression=false 2024-12-04T00:22:09,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:09,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 608, reset compression=false 2024-12-04T00:22:09,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:22:09,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:09,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:09,729 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 528, reset compression=false 2024-12-04T00:22:09,733 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:09,733 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 656, reset compression=false 2024-12-04T00:22:09,734 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[{test/5055cdf526f9caa5befbb05e300a1e80/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T00:22:09,738 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:09,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T00:22:09,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:09,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c3fb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:09,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:09,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:09,753 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d6a6f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:09,755 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:09,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f548726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:09,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:09,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,43839,1733271697648, seqNum=-1] 2024-12-04T00:22:09,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:09,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T00:22:09,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b., hostname=b20163ee1150,43839,1733271697648, seqNum=2] 2024-12-04T00:22:09,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:09,881 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 608, reset compression=false 2024-12-04T00:22:09,949 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 656, reset compression=false 2024-12-04T00:22:10,185 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 608, reset compression=false 2024-12-04T00:22:10,201 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 480, reset compression=false 2024-12-04T00:22:10,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:10,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 631, reset compression=false 2024-12-04T00:22:10,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:10,260 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 656, reset compression=false 2024-12-04T00:22:10,409 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 631, reset compression=false 2024-12-04T00:22:10,470 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T00:22:10,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T00:22:10,591 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 608, reset compression=false 2024-12-04T00:22:10,668 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 656, reset compression=false 2024-12-04T00:22:10,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:10,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 760, reset compression=false 2024-12-04T00:22:10,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[{test/5055cdf526f9caa5befbb05e300a1e80/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:22:10,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:10,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:10,713 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 631, reset compression=false 2024-12-04T00:22:10,725 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:10,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 758, reset compression=false 2024-12-04T00:22:10,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9c5f8918d08589d495d6fc5f2ce230b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T00:22:10,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:10,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:10,900 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 760, reset compression=false 2024-12-04T00:22:10,941 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 758, reset compression=false 2024-12-04T00:22:11,100 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 608, reset compression=false 2024-12-04T00:22:11,105 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:11,105 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 759, reset compression=false 2024-12-04T00:22:11,105 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:11,208 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 760, reset compression=false 2024-12-04T00:22:11,245 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 758, reset compression=false 2024-12-04T00:22:11,309 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 759, reset compression=false 2024-12-04T00:22:11,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T00:22:11,489 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:22:11,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:11,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,612 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 760, reset compression=false 2024-12-04T00:22:11,613 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 759, reset compression=false 2024-12-04T00:22:11,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:11,650 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 758, reset compression=false 2024-12-04T00:22:11,682 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:11,682 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 914, reset compression=false 2024-12-04T00:22:11,682 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9c5f8918d08589d495d6fc5f2ce230b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T00:22:11,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:11,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:11,915 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 914, reset compression=false 2024-12-04T00:22:12,057 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 759, reset compression=false 2024-12-04T00:22:12,069 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:12,069 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 907, reset compression=false 2024-12-04T00:22:12,069 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T00:22:12,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:12,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:12,156 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 760, reset compression=false 2024-12-04T00:22:12,182 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:12,182 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 932, reset compression=false 2024-12-04T00:22:12,182 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:12,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 914, reset compression=false 2024-12-04T00:22:12,274 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 907, reset compression=false 2024-12-04T00:22:12,388 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 932, reset compression=false 2024-12-04T00:22:12,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T00:22:12,509 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T00:22:12,586 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 907, reset compression=false 2024-12-04T00:22:12,626 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:12,626 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1066, reset compression=false 2024-12-04T00:22:12,628 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T00:22:12,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:12,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:12,665 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 914, reset compression=false 2024-12-04T00:22:12,717 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 932, reset compression=false 2024-12-04T00:22:12,758 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:12,759 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1082, reset compression=false 2024-12-04T00:22:12,759 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[{test/5055cdf526f9caa5befbb05e300a1e80/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T00:22:12,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:12,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:12,861 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1066, reset compression=false 2024-12-04T00:22:13,001 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1082, reset compression=false 2024-12-04T00:22:13,189 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 914, reset compression=false 2024-12-04T00:22:13,198 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1066, reset compression=false 2024-12-04T00:22:13,228 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:13,228 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1087, reset compression=false 2024-12-04T00:22:13,228 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:13,327 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1082, reset compression=false 2024-12-04T00:22:13,470 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1087, reset compression=false 2024-12-04T00:22:13,512 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T00:22:13,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T00:22:13,661 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1066, reset compression=false 2024-12-04T00:22:13,734 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1082, reset compression=false 2024-12-04T00:22:13,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:13,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1241, reset compression=false 2024-12-04T00:22:13,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[{test/5055cdf526f9caa5befbb05e300a1e80/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T00:22:13,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:13,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:13,804 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1087, reset compression=false 2024-12-04T00:22:13,823 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:13,823 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1236, reset compression=false 2024-12-04T00:22:13,823 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9c5f8918d08589d495d6fc5f2ce230b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T00:22:13,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:13,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:14,001 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1241, reset compression=false 2024-12-04T00:22:14,034 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1236, reset compression=false 2024-12-04T00:22:14,186 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1066, reset compression=false 2024-12-04T00:22:14,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:14,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1239, reset compression=false 2024-12-04T00:22:14,194 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:14,329 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1241, reset compression=false 2024-12-04T00:22:14,353 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1236, reset compression=false 2024-12-04T00:22:14,399 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1239, reset compression=false 2024-12-04T00:22:14,520 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T00:22:14,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:14,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:14,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:14,535 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a131681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:14,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5617d477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:14,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:22:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4872af8b 2024-12-04T00:22:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:14,547 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:14,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-04T00:22:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T00:22:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:22:14,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:22:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:22:14,715 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1239, reset compression=false 2024-12-04T00:22:14,737 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1241, reset compression=false 2024-12-04T00:22:14,761 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1236, reset compression=false 2024-12-04T00:22:14,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T00:22:14,775 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T00:22:14,779 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T00:22:14,779 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,38429,1733271711909 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T00:22:14,779 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b20163ee1150:0-0. 2024-12-04T00:22:14,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:14,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:14,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:14,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:22:14,880 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T00:22:14,880 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:22:14,980 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 terminated 2024-12-04T00:22:15,001 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,38429,1733271711909, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:22:15,002 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T00:22:15,008 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T00:22:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T00:22:15,011 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b20163ee1150,38429,1733271711909 suceeded 2024-12-04T00:22:15,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T00:22:15,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 389 msec 2024-12-04T00:22:15,013 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T00:22:15,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 465 msec 2024-12-04T00:22:15,023 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:41883' 2024-12-04T00:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fef7ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41883,-1 for getting cluster id 2024-12-04T00:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:15,025 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4' 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4" 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae21f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41883,-1] 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:15,028 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:15,029 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@791cdc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:15,029 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41883,1733271697401 2024-12-04T00:22:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78702d01 2024-12-04T00:22:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:15,031 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T00:22:15,031 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,38429,1733271711909 (queues=1) is replicating from cluster=733ddf23-fc15-4768-8243-63d41ac2f3bd to cluster=a59cbcb0-6023-4ba4-a8b3-11c7e84f5ed4 2024-12-04T00:22:15,031 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C38429%2C1733271711909 2024-12-04T00:22:15,032 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,38429,1733271711909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:22:15,036 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C38429%2C1733271711909 2024-12-04T00:22:15,133 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1239, reset compression=false 2024-12-04T00:22:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:22:15,176 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:22:15,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:15,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:15,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:15,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:15,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:15,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T00:22:15,308 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1236, reset compression=false 2024-12-04T00:22:15,320 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:15,320 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1340, reset compression=false 2024-12-04T00:22:15,320 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9c5f8918d08589d495d6fc5f2ce230b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:22:15,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:15,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:15,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:22:15,546 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1340, reset compression=false 2024-12-04T00:22:15,637 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1239, reset compression=false 2024-12-04T00:22:15,666 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:15,666 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1367, reset compression=false 2024-12-04T00:22:15,666 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T00:22:15,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:15,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:15,861 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1340, reset compression=false 2024-12-04T00:22:15,893 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1367, reset compression=false 2024-12-04T00:22:16,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T00:22:16,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:16,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,36997,-1 for getting cluster id 2024-12-04T00:22:16,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:16,185 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733ddf23-fc15-4768-8243-63d41ac2f3bd' 2024-12-04T00:22:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733ddf23-fc15-4768-8243-63d41ac2f3bd" 2024-12-04T00:22:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151cbcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:16,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,36997,-1] 2024-12-04T00:22:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,186 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:16,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d4196a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:16,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,36997,1733271711785 2024-12-04T00:22:16,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7336bd69 2024-12-04T00:22:16,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:16,191 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:16,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-04T00:22:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T00:22:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T00:22:16,215 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1367, reset compression=false 2024-12-04T00:22:16,219 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:16,219 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:16,219 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[{test/503b8018f20584bb68317a0a40b17089/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:22:16,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:16,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38429 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:16,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:22:16,265 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1340, reset compression=false 2024-12-04T00:22:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T00:22:16,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T00:22:16,405 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T00:22:16,405 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T00:22:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T00:22:16,407 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b20163ee1150,38429,1733271711909 suceeded 2024-12-04T00:22:16,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T00:22:16,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-04T00:22:16,409 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T00:22:16,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 217 msec 2024-12-04T00:22:16,423 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:16,434 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, startPosition=1241, beingWritten=true 2024-12-04T00:22:16,438 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:22:16,438 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1521, reset compression=false 2024-12-04T00:22:16,438 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[{test/5055cdf526f9caa5befbb05e300a1e80/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T00:22:16,440 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:16,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T00:22:16,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:22:16,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:22:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T00:22:16,516 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:22:16,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:16,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:16,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:16,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T00:22:16,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:22:16,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:16,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:16,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:16,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:22:16,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1476431979, stopped=false 2024-12-04T00:22:16,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,36997,1733271711785 2024-12-04T00:22:16,579 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/260124024/running 2024-12-04T00:22:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/260124024/running 2024-12-04T00:22:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:22:16,579 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:22:16,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:16,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:16,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:16,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,38429,1733271711909' ***** 2024-12-04T00:22:16,580 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:22:16,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/running 2024-12-04T00:22:16,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Set watcher on znode that does not yet exist, /260124024/running 2024-12-04T00:22:16,580 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:22:16,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(3091): Received CLOSE for 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(3091): Received CLOSE for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,38429,1733271711909 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38429. 2024-12-04T00:22:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5055cdf526f9caa5befbb05e300a1e80, disabling compactions & flushes 2024-12-04T00:22:16,581 DEBUG [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:16,581 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:16,581 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. after waiting 0 ms 2024-12-04T00:22:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:22:16,581 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:22:16,581 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5055cdf526f9caa5befbb05e300a1e80 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T00:22:16,582 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:22:16,582 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1325): Online Regions={5055cdf526f9caa5befbb05e300a1e80=test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80., 1588230740=hbase:meta,,1.1588230740, 08407c1c2ac4aef88daf7504fbcc2967=hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.} 2024-12-04T00:22:16,582 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 08407c1c2ac4aef88daf7504fbcc2967, 1588230740, 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:16,582 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:16,582 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:16,582 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:16,582 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:16,582 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:16,582 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:22:16,603 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/info/81bd8caa9af74ffc9fa23c34d2ba7f2b is 147, key is hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967./info:regioninfo/1733271726090/Put/seqid=0 2024-12-04T00:22:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741840_1016 (size=7686) 2024-12-04T00:22:16,610 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f/a9fc44ce927746af8617aa6f0ccaffb5 is 37, key is row3/f:row3/1733271735178/Put/seqid=0 2024-12-04T00:22:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741841_1017 (size=5228) 2024-12-04T00:22:16,642 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1521, reset compression=false 2024-12-04T00:22:16,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:16,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1768, reset compression=false 2024-12-04T00:22:16,653 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38429,1733271711909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:16,654 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,38429,1733271711909: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,38429,1733271711909, walGroup=b20163ee1150%2C38429%2C1733271711909, offset=b20163ee1150%2C38429%2C1733271711909.1733271714484:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:38429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:22:16,655 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:22:16,655 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:22:16,656 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:22:16,656 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:22:16,656 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:22:16,656 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 848003216 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198531792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:22:16,656 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:22:16,665 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:16,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:16,768 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1340, reset compression=false 2024-12-04T00:22:16,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:16,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:16,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:16,782 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 08407c1c2ac4aef88daf7504fbcc2967, 1588230740, 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:16,857 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1768, reset compression=false 2024-12-04T00:22:16,982 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 08407c1c2ac4aef88daf7504fbcc2967, 1588230740, 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:16,991 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:17,007 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/info/81bd8caa9af74ffc9fa23c34d2ba7f2b 2024-12-04T00:22:17,025 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f/a9fc44ce927746af8617aa6f0ccaffb5 2024-12-04T00:22:17,026 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/ns/bb5b0671346b43e5936868dcfbf0b680 is 43, key is default/ns:d/1733271715371/Put/seqid=0 2024-12-04T00:22:17,030 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fc44ce927746af8617aa6f0ccaffb5 2024-12-04T00:22:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:22:17,038 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/ns/bb5b0671346b43e5936868dcfbf0b680 2024-12-04T00:22:17,057 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/rep_barrier/374a63ec8af44449a8cf9cea78e9b8c6 is 112, key is test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80./rep_barrier:seqnumDuringOpen/1733271720545/Put/seqid=0 2024-12-04T00:22:17,057 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f1/b364589add354c89ae3610987fd41942 is 30, key is row1/f1:/1733271732505/DeleteFamily/seqid=0 2024-12-04T00:22:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741843_1019 (size=5518) 2024-12-04T00:22:17,062 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/rep_barrier/374a63ec8af44449a8cf9cea78e9b8c6 2024-12-04T00:22:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741844_1020 (size=5158) 2024-12-04T00:22:17,069 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f1/b364589add354c89ae3610987fd41942 2024-12-04T00:22:17,077 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b364589add354c89ae3610987fd41942 2024-12-04T00:22:17,089 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/table/62eaee5ed5f4449ea826ba12727f38a8 is 53, key is hbase:replication/table:state/1733271726100/Put/seqid=0 2024-12-04T00:22:17,090 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/norep/7a618bf5c8294dcfabe3016eefe19dda is 33, key is row2/norep:/1733271733513/DeleteFamily/seqid=0 2024-12-04T00:22:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741845_1021 (size=5308) 2024-12-04T00:22:17,137 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741846_1022 (size=5108) 2024-12-04T00:22:17,140 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/norep/7a618bf5c8294dcfabe3016eefe19dda 2024-12-04T00:22:17,143 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a618bf5c8294dcfabe3016eefe19dda 2024-12-04T00:22:17,144 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f/a9fc44ce927746af8617aa6f0ccaffb5 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/f/a9fc44ce927746af8617aa6f0ccaffb5 2024-12-04T00:22:17,148 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9fc44ce927746af8617aa6f0ccaffb5 2024-12-04T00:22:17,148 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/f/a9fc44ce927746af8617aa6f0ccaffb5, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T00:22:17,149 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/f1/b364589add354c89ae3610987fd41942 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/f1/b364589add354c89ae3610987fd41942 2024-12-04T00:22:17,154 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b364589add354c89ae3610987fd41942 2024-12-04T00:22:17,155 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/f1/b364589add354c89ae3610987fd41942, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:17,155 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/.tmp/norep/7a618bf5c8294dcfabe3016eefe19dda as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/norep/7a618bf5c8294dcfabe3016eefe19dda 2024-12-04T00:22:17,159 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a618bf5c8294dcfabe3016eefe19dda 2024-12-04T00:22:17,159 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/norep/7a618bf5c8294dcfabe3016eefe19dda, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:17,160 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5055cdf526f9caa5befbb05e300a1e80 in 579ms, sequenceid=12, compaction requested=false 2024-12-04T00:22:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 1768, reset compression=false 2024-12-04T00:22:17,182 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 08407c1c2ac4aef88daf7504fbcc2967, 1588230740, 5055cdf526f9caa5befbb05e300a1e80 2024-12-04T00:22:17,217 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:17,217 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 2117, reset compression=false 2024-12-04T00:22:17,244 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/default/test/5055cdf526f9caa5befbb05e300a1e80/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:22:17,246 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5055cdf526f9caa5befbb05e300a1e80: Waiting for close lock at 1733271736581Running coprocessor pre-close hooks at 1733271736581Disabling compacts and flushes for region at 1733271736581Disabling writes for close at 1733271736581Obtaining lock to block concurrent updates at 1733271736581Preparing flush snapshotting stores in 5055cdf526f9caa5befbb05e300a1e80 at 1733271736581Finished memstore snapshotting test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733271736582 (+1 ms)Flushing stores of test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. at 1733271736584 (+2 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/f: creating writer at 1733271736584Flushing 5055cdf526f9caa5befbb05e300a1e80/f: appending metadata at 1733271736609 (+25 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/f: closing flushed file at 1733271736609Flushing 5055cdf526f9caa5befbb05e300a1e80/f1: creating writer at 1733271737030 (+421 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/f1: appending metadata at 1733271737057 (+27 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/f1: closing flushed file at 1733271737057Flushing 5055cdf526f9caa5befbb05e300a1e80/norep: creating writer at 1733271737077 (+20 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/norep: appending metadata at 1733271737090 (+13 ms)Flushing 5055cdf526f9caa5befbb05e300a1e80/norep: closing flushed file at 1733271737090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ad7961: reopening flushed file at 1733271737143 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a6908f: reopening flushed file at 1733271737148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa46e6d: reopening flushed file at 1733271737155 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5055cdf526f9caa5befbb05e300a1e80 in 579ms, sequenceid=12, compaction requested=false at 1733271737160 (+5 ms)Writing region close event to WAL at 1733271737241 (+81 ms)Running coprocessor post-close hooks at 1733271737246 (+5 ms)Closed at 1733271737246 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271719778.5055cdf526f9caa5befbb05e300a1e80. 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08407c1c2ac4aef88daf7504fbcc2967, disabling compactions & flushes 2024-12-04T00:22:17,246 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. after waiting 0 ms 2024-12-04T00:22:17,246 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,247 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08407c1c2ac4aef88daf7504fbcc2967: Waiting for close lock at 1733271737246Running coprocessor pre-close hooks at 1733271737246Disabling compacts and flushes for region at 1733271737246Disabling writes for close at 1733271737246Failed flush hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967., putting online again at 1733271737247 (+1 ms) 2024-12-04T00:22:17,247 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:17,327 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:22:17,327 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:22:17,383 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(3091): Received CLOSE for 08407c1c2ac4aef88daf7504fbcc2967 2024-12-04T00:22:17,383 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 08407c1c2ac4aef88daf7504fbcc2967, 1588230740 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08407c1c2ac4aef88daf7504fbcc2967, disabling compactions & flushes 2024-12-04T00:22:17,383 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. after waiting 0 ms 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08407c1c2ac4aef88daf7504fbcc2967: Waiting for close lock at 1733271737383Running coprocessor pre-close hooks at 1733271737383Disabling compacts and flushes for region at 1733271737383Disabling writes for close at 1733271737383Failed flush hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967., putting online again at 1733271737383 2024-12-04T00:22:17,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967. 2024-12-04T00:22:17,438 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.1733271714484 to pos 2117, reset compression=false 2024-12-04T00:22:17,474 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:17,522 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/table/62eaee5ed5f4449ea826ba12727f38a8 2024-12-04T00:22:17,528 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/info/81bd8caa9af74ffc9fa23c34d2ba7f2b as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/info/81bd8caa9af74ffc9fa23c34d2ba7f2b 2024-12-04T00:22:17,533 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/info/81bd8caa9af74ffc9fa23c34d2ba7f2b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:22:17,536 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/ns/bb5b0671346b43e5936868dcfbf0b680 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/ns/bb5b0671346b43e5936868dcfbf0b680 2024-12-04T00:22:17,541 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/ns/bb5b0671346b43e5936868dcfbf0b680, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:22:17,542 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/rep_barrier/374a63ec8af44449a8cf9cea78e9b8c6 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/rep_barrier/374a63ec8af44449a8cf9cea78e9b8c6 2024-12-04T00:22:17,565 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/rep_barrier/374a63ec8af44449a8cf9cea78e9b8c6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:22:17,567 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/.tmp/table/62eaee5ed5f4449ea826ba12727f38a8 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/table/62eaee5ed5f4449ea826ba12727f38a8 2024-12-04T00:22:17,573 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/table/62eaee5ed5f4449ea826ba12727f38a8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:22:17,574 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false 2024-12-04T00:22:17,583 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:22:17,583 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08407c1c2ac4aef88daf7504fbcc2967=hbase:replication,,1733271725260.08407c1c2ac4aef88daf7504fbcc2967.} 2024-12-04T00:22:17,583 DEBUG [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:17,632 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:22:17,633 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:17,633 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:22:17,634 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:17,634 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271736582Running coprocessor pre-close hooks at 1733271736582Disabling compacts and flushes for region at 1733271736582Disabling writes for close at 1733271736582Obtaining lock to block concurrent updates at 1733271736582Preparing flush snapshotting stores in 1588230740 at 1733271736582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271736582Flushing stores of hbase:meta,,1.1588230740 at 1733271736582Flushing 1588230740/info: creating writer at 1733271736583 (+1 ms)Flushing 1588230740/info: appending metadata at 1733271736602 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733271736602Flushing 1588230740/ns: creating writer at 1733271737011 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733271737026 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733271737026Flushing 1588230740/rep_barrier: creating writer at 1733271737041 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271737057 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271737057Flushing 1588230740/table: creating writer at 1733271737070 (+13 ms)Flushing 1588230740/table: appending metadata at 1733271737089 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733271737089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aebcbe1: reopening flushed file at 1733271737527 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180ce564: reopening flushed file at 1733271737533 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c48c611: reopening flushed file at 1733271737542 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ec7837: reopening flushed file at 1733271737565 (+23 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false at 1733271737574 (+9 ms)Writing region close event to WAL at 1733271737616 (+42 ms)Running coprocessor post-close hooks at 1733271737633 (+17 ms)Closed at 1733271737634 (+1 ms) 2024-12-04T00:22:17,634 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:17,661 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:17,718 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:17,783 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T00:22:17,783 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,38429,1733271711909; all regions closed. 2024-12-04T00:22:17,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:22:17,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/WALs/b20163ee1150,38429,1733271711909/b20163ee1150%2C38429%2C1733271711909.meta.1733271715327.meta not finished, retry = 0 2024-12-04T00:22:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741839_1015 (size=2390) 2024-12-04T00:22:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741832_1008 (size=2420) 2024-12-04T00:22:17,894 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:17,894 INFO [RS:0;b20163ee1150:38429 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:17,894 INFO [RS:0;b20163ee1150:38429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:17,895 INFO [RS:0;b20163ee1150:38429 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:17,895 INFO [RS:0;b20163ee1150:38429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:17,895 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:17,895 INFO [RS:0;b20163ee1150:38429 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,38429,1733271711909 because: Region server is closing 2024-12-04T00:22:17,896 INFO [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38429. 2024-12-04T00:22:17,896 DEBUG [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:17,896 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:17,896 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:17,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:17,996 INFO [RS:0;b20163ee1150:38429 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.shipperb20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 terminated 2024-12-04T00:22:17,997 INFO [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38429. 2024-12-04T00:22:17,996 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38429,1733271711909.replicationSource.wal-reader.b20163ee1150%2C38429%2C1733271711909,1-b20163ee1150,38429,1733271711909 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-04T00:22:17,997 DEBUG [RS:0;b20163ee1150:38429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:17,997 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:17,997 DEBUG [RS:0;b20163ee1150:38429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:17,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:17,997 INFO [RS:0;b20163ee1150:38429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38429 2024-12-04T00:22:18,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024/rs 2024-12-04T00:22:18,113 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/260124024/rs/b20163ee1150,38429,1733271711909 2024-12-04T00:22:18,113 INFO [RS:0;b20163ee1150:38429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:18,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,38429,1733271711909] 2024-12-04T00:22:18,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/draining/b20163ee1150,38429,1733271711909 already deleted, retry=false 2024-12-04T00:22:18,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,38429,1733271711909 expired; onlineServers=0 2024-12-04T00:22:18,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,36997,1733271711785' ***** 2024-12-04T00:22:18,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:22:18,198 INFO [M:0;b20163ee1150:36997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:18,198 INFO [M:0;b20163ee1150:36997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:18,198 DEBUG [M:0;b20163ee1150:36997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:22:18,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:22:18,198 DEBUG [M:0;b20163ee1150:36997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:22:18,198 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271714113 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271714113,5,FailOnTimeoutGroup] 2024-12-04T00:22:18,199 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271714112 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271714112,5,FailOnTimeoutGroup] 2024-12-04T00:22:18,199 INFO [M:0;b20163ee1150:36997 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:18,199 INFO [M:0;b20163ee1150:36997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:18,199 DEBUG [M:0;b20163ee1150:36997 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:22:18,199 INFO [M:0;b20163ee1150:36997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:22:18,199 INFO [M:0;b20163ee1150:36997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:18,199 INFO [M:0;b20163ee1150:36997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:22:18,199 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:22:18,229 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/260124024/master 2024-12-04T00:22:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/260124024 2024-12-04T00:22:18,277 INFO [M:0;b20163ee1150:36997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/.lastflushedseqids 2024-12-04T00:22:18,279 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:18,279 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38429-0x1019db726d70007, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:18,279 INFO [RS:0;b20163ee1150:38429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:18,279 INFO [RS:0;b20163ee1150:38429 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,38429,1733271711909; zookeeper connection closed. 2024-12-04T00:22:18,291 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:18,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /260124024/master already deleted, retry=false 2024-12-04T00:22:18,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d8448f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d8448f 2024-12-04T00:22:18,323 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Failed delete of our master address node; KeeperErrorCode = NoNode for /260124024/master 2024-12-04T00:22:18,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:22:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741847_1023 (size=245) 2024-12-04T00:22:18,793 INFO [M:0;b20163ee1150:36997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:22:18,793 INFO [M:0;b20163ee1150:36997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:22:18,793 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:18,793 INFO [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:18,793 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:18,794 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:18,794 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:18,794 INFO [M:0;b20163ee1150:36997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-04T00:22:18,810 DEBUG [M:0;b20163ee1150:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3247cfbe43774dcc82a943ca14ccf422 is 82, key is hbase:meta,,1/info:regioninfo/1733271715353/Put/seqid=0 2024-12-04T00:22:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741848_1024 (size=5672) 2024-12-04T00:22:18,845 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:19,037 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:19,215 INFO [M:0;b20163ee1150:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3247cfbe43774dcc82a943ca14ccf422 2024-12-04T00:22:19,231 DEBUG [M:0;b20163ee1150:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a75a4cc30fa7476d802b1a80f641a30f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271726102/Put/seqid=0 2024-12-04T00:22:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741849_1025 (size=9212) 2024-12-04T00:22:19,557 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:19,635 INFO [M:0;b20163ee1150:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a75a4cc30fa7476d802b1a80f641a30f 2024-12-04T00:22:19,663 DEBUG [M:0;b20163ee1150:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b099964857514e5ea7515889b55d0ab4 is 69, key is b20163ee1150,38429,1733271711909/rs:state/1733271714247/Put/seqid=0 2024-12-04T00:22:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741850_1026 (size=5156) 2024-12-04T00:22:19,839 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:20,082 INFO [M:0;b20163ee1150:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b099964857514e5ea7515889b55d0ab4 2024-12-04T00:22:20,087 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3247cfbe43774dcc82a943ca14ccf422 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3247cfbe43774dcc82a943ca14ccf422 2024-12-04T00:22:20,093 INFO [M:0;b20163ee1150:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3247cfbe43774dcc82a943ca14ccf422, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T00:22:20,096 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a75a4cc30fa7476d802b1a80f641a30f as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a75a4cc30fa7476d802b1a80f641a30f 2024-12-04T00:22:20,101 INFO [M:0;b20163ee1150:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a75a4cc30fa7476d802b1a80f641a30f, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T00:22:20,102 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b099964857514e5ea7515889b55d0ab4 as hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b099964857514e5ea7515889b55d0ab4 2024-12-04T00:22:20,107 INFO [M:0;b20163ee1150:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39771/user/jenkins/test-data/1723ebc9-cb35-7d12-13f7-7f7bfbb31c68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b099964857514e5ea7515889b55d0ab4, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T00:22:20,110 INFO [M:0;b20163ee1150:36997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=127, compaction requested=false 2024-12-04T00:22:20,136 INFO [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:20,137 DEBUG [M:0;b20163ee1150:36997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271738793Disabling compacts and flushes for region at 1733271738793Disabling writes for close at 1733271738794 (+1 ms)Obtaining lock to block concurrent updates at 1733271738794Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271738794Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733271738794Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271738794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271738795 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271738810 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271738810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271739218 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271739230 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271739230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271739644 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271739663 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271739663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5d1fa1: reopening flushed file at 1733271740087 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75496c26: reopening flushed file at 1733271740094 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1c8843: reopening flushed file at 1733271740101 (+7 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=127, compaction requested=false at 1733271740110 (+9 ms)Writing region close event to WAL at 1733271740136 (+26 ms)Closed at 1733271740136 2024-12-04T00:22:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44049 is added to blk_1073741830_1006 (size=73866) 2024-12-04T00:22:20,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:20,147 INFO [M:0;b20163ee1150:36997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:22:20,147 INFO [M:0;b20163ee1150:36997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36997 2024-12-04T00:22:20,147 INFO [M:0;b20163ee1150:36997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:20,359 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:20,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:20,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1019db726d70006, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:20,448 INFO [M:0;b20163ee1150:36997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:20,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dd381e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:20,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:20,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:20,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:20,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:20,453 WARN [BP-1368202914-172.17.0.3-1733271709739 heartbeating to localhost/127.0.0.1:39771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:22:20,454 WARN [BP-1368202914-172.17.0.3-1733271709739 heartbeating to localhost/127.0.0.1:39771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1368202914-172.17.0.3-1733271709739 (Datanode Uuid b3afb1b6-9f74-44c4-8c36-2d7bbdf21d8c) service to localhost/127.0.0.1:39771 2024-12-04T00:22:20,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:22:20,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:22:20,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/cluster_86619860-c418-1652-590c-b38f7bf989e9/data/data1/current/BP-1368202914-172.17.0.3-1733271709739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:20,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/cluster_86619860-c418-1652-590c-b38f7bf989e9/data/data2/current/BP-1368202914-172.17.0.3-1733271709739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:20,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:22:20,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:20,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:20,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:22:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:22:20,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:20,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:20,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:20,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:22:20,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646846541, stopped=false 2024-12-04T00:22:20,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,46713,1733271705929 2024-12-04T00:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729162748/running 2024-12-04T00:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729162748/running 2024-12-04T00:22:20,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:22:20,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:20,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:20,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:20,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,33137,1733271706268' ***** 2024-12-04T00:22:20,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:22:20,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/running 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:22:20,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for 503b8018f20584bb68317a0a40b17089 2024-12-04T00:22:20,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Set watcher on znode that does not yet exist, /1729162748/running 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,33137,1733271706268 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:33137. 2024-12-04T00:22:20,504 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 503b8018f20584bb68317a0a40b17089, disabling compactions & flushes 2024-12-04T00:22:20,504 DEBUG [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:20,504 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:22:20,504 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:20,504 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:22:20,504 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271717611.503b8018f20584bb68317a0a40b17089. after waiting 0 ms 2024-12-04T00:22:20,504 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:22:20,504 INFO [RS:0;b20163ee1150:33137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:22:20,505 INFO [RS:0;b20163ee1150:33137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:22:20,505 INFO [RS:0;b20163ee1150:33137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:22:20,505 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:22:20,505 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 503b8018f20584bb68317a0a40b17089 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T00:22:20,505 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:22:20,505 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1325): Online Regions={503b8018f20584bb68317a0a40b17089=test,,1733271717611.503b8018f20584bb68317a0a40b17089., 9fb525751d0f0e2b27cf84cb4989a3a5=hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:22:20,505 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 503b8018f20584bb68317a0a40b17089, 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:20,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:20,505 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:20,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:20,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:20,505 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:20,505 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:22:20,526 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/info/5c8a16526671445d8b667d70e0e20a7c is 147, key is hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5./info:regioninfo/1733271724334/Put/seqid=0 2024-12-04T00:22:20,526 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f/82bd0ac45f77499fb59a14d2633a2918 is 37, key is row3/f:row3/1733271735178/Put/seqid=0 2024-12-04T00:22:20,535 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741840_1016 (size=7686) 2024-12-04T00:22:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741841_1017 (size=5228) 2024-12-04T00:22:20,546 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f/82bd0ac45f77499fb59a14d2633a2918 2024-12-04T00:22:20,551 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82bd0ac45f77499fb59a14d2633a2918 2024-12-04T00:22:20,569 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f1/2b7f897528de459e98127f636b5a49ca is 30, key is row1/f1:/1733271732505/DeleteFamily/seqid=0 2024-12-04T00:22:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741842_1018 (size=5158) 2024-12-04T00:22:20,576 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f1/2b7f897528de459e98127f636b5a49ca 2024-12-04T00:22:20,581 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b7f897528de459e98127f636b5a49ca 2024-12-04T00:22:20,597 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/norep/4612c31d81864b40a32c1773027cb520 is 33, key is row1/norep:/1733271732505/DeleteFamily/seqid=0 2024-12-04T00:22:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741843_1019 (size=5108) 2024-12-04T00:22:20,618 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/norep/4612c31d81864b40a32c1773027cb520 2024-12-04T00:22:20,622 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4612c31d81864b40a32c1773027cb520 2024-12-04T00:22:20,623 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f/82bd0ac45f77499fb59a14d2633a2918 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/f/82bd0ac45f77499fb59a14d2633a2918 2024-12-04T00:22:20,631 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82bd0ac45f77499fb59a14d2633a2918 2024-12-04T00:22:20,631 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/f/82bd0ac45f77499fb59a14d2633a2918, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T00:22:20,632 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/f1/2b7f897528de459e98127f636b5a49ca as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/f1/2b7f897528de459e98127f636b5a49ca 2024-12-04T00:22:20,637 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b7f897528de459e98127f636b5a49ca 2024-12-04T00:22:20,637 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/f1/2b7f897528de459e98127f636b5a49ca, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:20,638 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/.tmp/norep/4612c31d81864b40a32c1773027cb520 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/norep/4612c31d81864b40a32c1773027cb520 2024-12-04T00:22:20,642 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4612c31d81864b40a32c1773027cb520 2024-12-04T00:22:20,642 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/norep/4612c31d81864b40a32c1773027cb520, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:20,643 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 503b8018f20584bb68317a0a40b17089 in 139ms, sequenceid=12, compaction requested=false 2024-12-04T00:22:20,643 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:22:20,652 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/default/test/503b8018f20584bb68317a0a40b17089/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T00:22:20,653 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:20,653 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:22:20,653 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:22:20,653 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 503b8018f20584bb68317a0a40b17089: Waiting for close lock at 1733271740504Running coprocessor pre-close hooks at 1733271740504Disabling compacts and flushes for region at 1733271740504Disabling writes for close at 1733271740504Obtaining lock to block concurrent updates at 1733271740505 (+1 ms)Preparing flush snapshotting stores in 503b8018f20584bb68317a0a40b17089 at 1733271740505Finished memstore snapshotting test,,1733271717611.503b8018f20584bb68317a0a40b17089., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733271740505Flushing stores of test,,1733271717611.503b8018f20584bb68317a0a40b17089. at 1733271740508 (+3 ms)Flushing 503b8018f20584bb68317a0a40b17089/f: creating writer at 1733271740508Flushing 503b8018f20584bb68317a0a40b17089/f: appending metadata at 1733271740525 (+17 ms)Flushing 503b8018f20584bb68317a0a40b17089/f: closing flushed file at 1733271740525Flushing 503b8018f20584bb68317a0a40b17089/f1: creating writer at 1733271740551 (+26 ms)Flushing 503b8018f20584bb68317a0a40b17089/f1: appending metadata at 1733271740569 (+18 ms)Flushing 503b8018f20584bb68317a0a40b17089/f1: closing flushed file at 1733271740569Flushing 503b8018f20584bb68317a0a40b17089/norep: creating writer at 1733271740582 (+13 ms)Flushing 503b8018f20584bb68317a0a40b17089/norep: appending metadata at 1733271740597 (+15 ms)Flushing 503b8018f20584bb68317a0a40b17089/norep: closing flushed file at 1733271740597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d44ca29: reopening flushed file at 1733271740622 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560bcb41: reopening flushed file at 1733271740631 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9c2d41: reopening flushed file at 1733271740637 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 503b8018f20584bb68317a0a40b17089 in 139ms, sequenceid=12, compaction requested=false at 1733271740643 (+6 ms)Writing region close event to WAL at 1733271740645 (+2 ms)Running coprocessor post-close hooks at 1733271740653 (+8 ms)Closed at 1733271740653 2024-12-04T00:22:20,653 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271717611.503b8018f20584bb68317a0a40b17089. 2024-12-04T00:22:20,654 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb525751d0f0e2b27cf84cb4989a3a5, disabling compactions & flushes 2024-12-04T00:22:20,654 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:20,654 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:20,654 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. after waiting 0 ms 2024-12-04T00:22:20,654 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:20,654 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fb525751d0f0e2b27cf84cb4989a3a5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T00:22:20,671 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/.tmp/queue/d55ecc533e0c4bdf999e022b3cc103db is 154, key is 1-b20163ee1150,33137,1733271706268/queue:b20163ee1150%2C33137%2C1733271706268/1733271736224/Put/seqid=0 2024-12-04T00:22:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741844_1020 (size=5353) 2024-12-04T00:22:20,705 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:20,746 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 1471, reset compression=false 2024-12-04T00:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 2362, reset compression=false 2024-12-04T00:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,33137,1733271706268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:20,761 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,33137,1733271706268: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,33137,1733271706268, walGroup=b20163ee1150%2C33137%2C1733271706268, offset=b20163ee1150%2C33137%2C1733271706268.1733271709064:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:33137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:22:20,762 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:22:20,762 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:22:20,762 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:22:20,762 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:22:20,762 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:22:20,762 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 938180752 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199054048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:22:20,763 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:46713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:46713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:22:20,905 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:20,920 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:22:20,920 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:22:20,941 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/info/5c8a16526671445d8b667d70e0e20a7c 2024-12-04T00:22:20,976 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/ns/a487cfdcd0ef421393911793bbfc9aa8 is 43, key is default/ns:d/1733271709549/Put/seqid=0 2024-12-04T00:22:20,997 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 2362, reset compression=false 2024-12-04T00:22:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741845_1021 (size=5153) 2024-12-04T00:22:21,075 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/.tmp/queue/d55ecc533e0c4bdf999e022b3cc103db 2024-12-04T00:22:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/.tmp/queue/d55ecc533e0c4bdf999e022b3cc103db as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/queue/d55ecc533e0c4bdf999e022b3cc103db 2024-12-04T00:22:21,092 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/queue/d55ecc533e0c4bdf999e022b3cc103db, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T00:22:21,093 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9fb525751d0f0e2b27cf84cb4989a3a5 in 439ms, sequenceid=14, compaction requested=false 2024-12-04T00:22:21,106 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fb525751d0f0e2b27cf84cb4989a3a5 2024-12-04T00:22:21,115 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/replication/9fb525751d0f0e2b27cf84cb4989a3a5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T00:22:21,116 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:21,116 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:22:21,116 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:21,116 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb525751d0f0e2b27cf84cb4989a3a5: Waiting for close lock at 1733271740654Running coprocessor pre-close hooks at 1733271740654Disabling compacts and flushes for region at 1733271740654Disabling writes for close at 1733271740654Obtaining lock to block concurrent updates at 1733271740654Preparing flush snapshotting stores in 9fb525751d0f0e2b27cf84cb4989a3a5 at 1733271740654Finished memstore snapshotting hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733271740654Flushing stores of hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. at 1733271740655 (+1 ms)Flushing 9fb525751d0f0e2b27cf84cb4989a3a5/queue: creating writer at 1733271740655Flushing 9fb525751d0f0e2b27cf84cb4989a3a5/queue: appending metadata at 1733271740671 (+16 ms)Flushing 9fb525751d0f0e2b27cf84cb4989a3a5/queue: closing flushed file at 1733271740671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7286c6d3: reopening flushed file at 1733271741082 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9fb525751d0f0e2b27cf84cb4989a3a5 in 439ms, sequenceid=14, compaction requested=false at 1733271741093 (+11 ms)Writing region close event to WAL at 1733271741108 (+15 ms)Running coprocessor post-close hooks at 1733271741116 (+8 ms)Closed at 1733271741116 2024-12-04T00:22:21,117 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271723113.9fb525751d0f0e2b27cf84cb4989a3a5. 2024-12-04T00:22:21,302 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:21,308 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:21,324 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 2362, reset compression=false 2024-12-04T00:22:21,425 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/ns/a487cfdcd0ef421393911793bbfc9aa8 2024-12-04T00:22:21,451 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/rep_barrier/634c51ba7484425b8ca10eb4c7a94e43 is 112, key is test,,1733271717611.503b8018f20584bb68317a0a40b17089./rep_barrier:seqnumDuringOpen/1733271718777/Put/seqid=0 2024-12-04T00:22:21,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741846_1022 (size=5518) 2024-12-04T00:22:21,508 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:22:21,508 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:22:21,508 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:21,712 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:21,746 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 2362, reset compression=false 2024-12-04T00:22:21,872 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/rep_barrier/634c51ba7484425b8ca10eb4c7a94e43 2024-12-04T00:22:21,912 DEBUG [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:21,937 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/table/14e192ef42c1448c90459f2ff2b13905 is 53, key is hbase:replication/table:state/1733271724348/Put/seqid=0 2024-12-04T00:22:21,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741847_1023 (size=5308) 2024-12-04T00:22:21,951 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/table/14e192ef42c1448c90459f2ff2b13905 2024-12-04T00:22:21,959 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/info/5c8a16526671445d8b667d70e0e20a7c as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/info/5c8a16526671445d8b667d70e0e20a7c 2024-12-04T00:22:21,966 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/info/5c8a16526671445d8b667d70e0e20a7c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:22:21,967 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/ns/a487cfdcd0ef421393911793bbfc9aa8 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/ns/a487cfdcd0ef421393911793bbfc9aa8 2024-12-04T00:22:21,987 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/ns/a487cfdcd0ef421393911793bbfc9aa8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:22:21,993 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/rep_barrier/634c51ba7484425b8ca10eb4c7a94e43 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/rep_barrier/634c51ba7484425b8ca10eb4c7a94e43 2024-12-04T00:22:22,005 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/rep_barrier/634c51ba7484425b8ca10eb4c7a94e43, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:22:22,010 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/.tmp/table/14e192ef42c1448c90459f2ff2b13905 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/table/14e192ef42c1448c90459f2ff2b13905 2024-12-04T00:22:22,026 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/table/14e192ef42c1448c90459f2ff2b13905, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:22:22,027 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1522ms, sequenceid=16, compaction requested=false 2024-12-04T00:22:22,027 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:22:22,063 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:22:22,063 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:22,063 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:22:22,063 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:22,063 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271740505Running coprocessor pre-close hooks at 1733271740505Disabling compacts and flushes for region at 1733271740505Disabling writes for close at 1733271740505Obtaining lock to block concurrent updates at 1733271740505Preparing flush snapshotting stores in 1588230740 at 1733271740505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271740505Flushing stores of hbase:meta,,1.1588230740 at 1733271740506 (+1 ms)Flushing 1588230740/info: creating writer at 1733271740506Flushing 1588230740/info: appending metadata at 1733271740525 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733271740525Flushing 1588230740/ns: creating writer at 1733271740946 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733271740976 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733271740976Flushing 1588230740/rep_barrier: creating writer at 1733271741429 (+453 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271741450 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271741450Flushing 1588230740/table: creating writer at 1733271741879 (+429 ms)Flushing 1588230740/table: appending metadata at 1733271741937 (+58 ms)Flushing 1588230740/table: closing flushed file at 1733271741937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e774973: reopening flushed file at 1733271741958 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f89b5e: reopening flushed file at 1733271741967 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d744c4: reopening flushed file at 1733271741987 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716694f2: reopening flushed file at 1733271742005 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1522ms, sequenceid=16, compaction requested=false at 1733271742027 (+22 ms)Writing region close event to WAL at 1733271742061 (+34 ms)Running coprocessor post-close hooks at 1733271742063 (+2 ms)Closed at 1733271742063 2024-12-04T00:22:22,064 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:22,112 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,33137,1733271706268; all regions closed. 2024-12-04T00:22:22,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.meta.1733271709481.meta not finished, retry = 0 2024-12-04T00:22:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:22:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741839_1015 (size=3552) 2024-12-04T00:22:22,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.rep.1733271724294 not finished, retry = 0 2024-12-04T00:22:22,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,265 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/WALs/b20163ee1150,33137,1733271706268/b20163ee1150%2C33137%2C1733271706268.1733271709064 to pos 2362, reset compression=false 2024-12-04T00:22:22,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,317 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741833_1009 (size=2370) 2024-12-04T00:22:22,355 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,355 INFO [RS:0;b20163ee1150:33137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:22,355 INFO [RS:0;b20163ee1150:33137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:22,356 INFO [RS:0;b20163ee1150:33137 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:22,356 INFO [RS:0;b20163ee1150:33137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:22,356 INFO [RS:0;b20163ee1150:33137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,33137,1733271706268 because: Region server is closing 2024-12-04T00:22:22,356 INFO [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:33137. 2024-12-04T00:22:22,356 DEBUG [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:22,357 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,357 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:22,357 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:22,457 INFO [RS:0;b20163ee1150:33137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.shipperb20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 terminated 2024-12-04T00:22:22,457 INFO [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:33137. 2024-12-04T00:22:22,457 DEBUG [RS:0;b20163ee1150:33137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:22,457 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,458 DEBUG [RS:0;b20163ee1150:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:22,458 INFO [RS:0;b20163ee1150:33137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33137 2024-12-04T00:22:22,458 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,33137,1733271706268.replicationSource.wal-reader.b20163ee1150%2C33137%2C1733271706268,1-b20163ee1150,33137,1733271706268 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:22:22,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748/rs 2024-12-04T00:22:22,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729162748/rs/b20163ee1150,33137,1733271706268 2024-12-04T00:22:22,481 INFO [RS:0;b20163ee1150:33137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:22,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,33137,1733271706268] 2024-12-04T00:22:22,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1729162748/draining/b20163ee1150,33137,1733271706268 already deleted, retry=false 2024-12-04T00:22:22,583 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,33137,1733271706268 expired; onlineServers=0 2024-12-04T00:22:22,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,46713,1733271705929' ***** 2024-12-04T00:22:22,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:22,584 DEBUG [M:0;b20163ee1150:46713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:22:22,584 DEBUG [M:0;b20163ee1150:46713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:22:22,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:22:22,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271708637 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271708637,5,FailOnTimeoutGroup] 2024-12-04T00:22:22,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271708636 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271708636,5,FailOnTimeoutGroup] 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:22,584 DEBUG [M:0;b20163ee1150:46713 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:22,584 INFO [M:0;b20163ee1150:46713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:22:22,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:22:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729162748/master 2024-12-04T00:22:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729162748 2024-12-04T00:22:22,594 DEBUG [M:0;b20163ee1150:46713 {}] zookeeper.ZKUtil(347): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Unable to get data of znode /1729162748/master because node does not exist (not an error) 2024-12-04T00:22:22,594 WARN [M:0;b20163ee1150:46713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:22:22,595 INFO [M:0;b20163ee1150:46713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/.lastflushedseqids 2024-12-04T00:22:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741848_1024 (size=245) 2024-12-04T00:22:22,611 INFO [M:0;b20163ee1150:46713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:22:22,611 INFO [M:0;b20163ee1150:46713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:22:22,611 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:22,611 INFO [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:22,611 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:22,611 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:22,611 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:22,611 INFO [M:0;b20163ee1150:46713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-04T00:22:22,635 DEBUG [M:0;b20163ee1150:46713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/627fefe42efc4ec3a34b83b38765ca81 is 82, key is hbase:meta,,1/info:regioninfo/1733271709519/Put/seqid=0 2024-12-04T00:22:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741849_1025 (size=5672) 2024-12-04T00:22:22,657 INFO [M:0;b20163ee1150:46713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/627fefe42efc4ec3a34b83b38765ca81 2024-12-04T00:22:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1019db726d70004, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:22,674 INFO [RS:0;b20163ee1150:33137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:22,674 INFO [RS:0;b20163ee1150:33137 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,33137,1733271706268; zookeeper connection closed. 2024-12-04T00:22:22,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615f5bcb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615f5bcb 2024-12-04T00:22:22,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:22:22,683 DEBUG [M:0;b20163ee1150:46713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c933459289544499cf9d3620bc1430d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271718787/Put/seqid=0 2024-12-04T00:22:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741850_1026 (size=7217) 2024-12-04T00:22:22,692 INFO [M:0;b20163ee1150:46713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c933459289544499cf9d3620bc1430d 2024-12-04T00:22:22,695 INFO [M:0;b20163ee1150:46713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c933459289544499cf9d3620bc1430d 2024-12-04T00:22:22,713 DEBUG [M:0;b20163ee1150:46713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ddaf63e46748aaa9a44cef1a65433e is 69, key is b20163ee1150,33137,1733271706268/rs:state/1733271708822/Put/seqid=0 2024-12-04T00:22:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741851_1027 (size=5156) 2024-12-04T00:22:22,730 INFO [M:0;b20163ee1150:46713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ddaf63e46748aaa9a44cef1a65433e 2024-12-04T00:22:22,735 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/627fefe42efc4ec3a34b83b38765ca81 as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/627fefe42efc4ec3a34b83b38765ca81 2024-12-04T00:22:22,738 INFO [M:0;b20163ee1150:46713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/627fefe42efc4ec3a34b83b38765ca81, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T00:22:22,739 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c933459289544499cf9d3620bc1430d as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c933459289544499cf9d3620bc1430d 2024-12-04T00:22:22,743 INFO [M:0;b20163ee1150:46713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c933459289544499cf9d3620bc1430d 2024-12-04T00:22:22,743 INFO [M:0;b20163ee1150:46713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c933459289544499cf9d3620bc1430d, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T00:22:22,744 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ddaf63e46748aaa9a44cef1a65433e as hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ddaf63e46748aaa9a44cef1a65433e 2024-12-04T00:22:22,749 INFO [M:0;b20163ee1150:46713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/183d5f4b-5b02-e0f1-fa6d-8a57461c94c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ddaf63e46748aaa9a44cef1a65433e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T00:22:22,753 INFO [M:0;b20163ee1150:46713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=105, compaction requested=false 2024-12-04T00:22:22,754 INFO [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:22,754 DEBUG [M:0;b20163ee1150:46713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271742611Disabling compacts and flushes for region at 1733271742611Disabling writes for close at 1733271742611Obtaining lock to block concurrent updates at 1733271742611Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271742611Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733271742612 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271742613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271742613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271742632 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271742632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271742661 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271742682 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271742683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271742696 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271742712 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271742712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224f1800: reopening flushed file at 1733271742734 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487251b0: reopening flushed file at 1733271742738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507ea73e: reopening flushed file at 1733271742743 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=105, compaction requested=false at 1733271742753 (+10 ms)Writing region close event to WAL at 1733271742754 (+1 ms)Closed at 1733271742754 2024-12-04T00:22:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741830_1006 (size=64411) 2024-12-04T00:22:22,758 INFO [M:0;b20163ee1150:46713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:22:22,758 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:22,758 INFO [M:0;b20163ee1150:46713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46713 2024-12-04T00:22:22,759 INFO [M:0;b20163ee1150:46713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:22,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,866 INFO [M:0;b20163ee1150:46713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46713-0x1019db726d70003, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:22,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:22,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45329239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:22,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:22,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:22,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:22,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:22,908 WARN [BP-827257778-172.17.0.3-1733271702908 heartbeating to localhost/127.0.0.1:46157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:22:22,908 WARN [BP-827257778-172.17.0.3-1733271702908 heartbeating to localhost/127.0.0.1:46157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-827257778-172.17.0.3-1733271702908 (Datanode Uuid 8c600cb3-fe20-4949-bb1e-1101313fd5f9) service to localhost/127.0.0.1:46157 2024-12-04T00:22:22,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/cluster_26d8f954-b48c-1756-2491-f79638b0a1b5/data/data1/current/BP-827257778-172.17.0.3-1733271702908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:22,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/cluster_26d8f954-b48c-1756-2491-f79638b0a1b5/data/data2/current/BP-827257778-172.17.0.3-1733271702908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:22,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:22:22,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:22:22,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:22:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71dbc14f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:22,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:22,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1b8a2db-b61e-fa20-9360-88e6ca4e42fd/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:22,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:22:22,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:22:22,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:22,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:22,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:22:22,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:22,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=631873740, stopped=false 2024-12-04T00:22:22,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,41883,1733271697401 2024-12-04T00:22:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1486073040/running 2024-12-04T00:22:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1486073040/running 2024-12-04T00:22:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:22:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:22:22,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:22,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/running 2024-12-04T00:22:22,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:22:22,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Set watcher on znode that does not yet exist, /0-1486073040/running 2024-12-04T00:22:22,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:22,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,43839,1733271697648' ***** 2024-12-04T00:22:22,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:22:22,957 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:22:22,957 INFO [RS:0;b20163ee1150:43839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:22:22,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:22:22,957 INFO [RS:0;b20163ee1150:43839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(3091): Received CLOSE for c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,43839,1733271697648 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:43839. 2024-12-04T00:22:22,958 DEBUG [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:22,958 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9c5f8918d08589d495d6fc5f2ce230b, disabling compactions & flushes 2024-12-04T00:22:22,958 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:22,958 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:22:22,958 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:22:22,959 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:22:22,959 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. after waiting 0 ms 2024-12-04T00:22:22,959 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:22:22,959 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9c5f8918d08589d495d6fc5f2ce230b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T00:22:22,964 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:22:22,964 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9c5f8918d08589d495d6fc5f2ce230b=test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b., 17f162c56124b8808c3146af60d73295=hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.} 2024-12-04T00:22:22,964 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:22,965 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:22,965 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:22,965 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:22,965 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:22,965 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:22,965 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:22:22,993 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f/3a154ec6ac3946878faaf0d52bcc5f94 is 37, key is row3/f:row3/1733271735178/Put/seqid=0 2024-12-04T00:22:22,994 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/info/63b4eb455b2040bcba8deda13d0a4da8 is 147, key is hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295./info:regioninfo/1733271722261/Put/seqid=0 2024-12-04T00:22:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741840_1016 (size=5228) 2024-12-04T00:22:23,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741841_1017 (size=7686) 2024-12-04T00:22:23,019 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:23,064 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:22:23,064 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:22:23,165 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:23,306 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T00:22:23,306 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T00:22:23,365 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:23,406 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f/3a154ec6ac3946878faaf0d52bcc5f94 2024-12-04T00:22:23,414 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/info/63b4eb455b2040bcba8deda13d0a4da8 2024-12-04T00:22:23,419 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a154ec6ac3946878faaf0d52bcc5f94 2024-12-04T00:22:23,438 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/ns/03ea972c828642b590d52c66d759399b is 43, key is default/ns:d/1733271702763/Put/seqid=0 2024-12-04T00:22:23,444 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f1/2e9d36787a5a4b23ae8daee521b3ccb6 is 30, key is row1/f1:/1733271732505/DeleteFamily/seqid=0 2024-12-04T00:22:23,454 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1491, reset compression=false 2024-12-04T00:22:23,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:22:23,466 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:23,466 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1738, reset compression=false 2024-12-04T00:22:23,466 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,43839,1733271697648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:22:23,467 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,43839,1733271697648: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,43839,1733271697648, walGroup=b20163ee1150%2C43839%2C1733271697648, offset=b20163ee1150%2C43839%2C1733271697648.1733271702209:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:43839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:22:23,468 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:22:23,468 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:22:23,468 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:22:23,468 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:22:23,468 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:22:23,468 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 746005512 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199678616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:22:23,469 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:22:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741843_1019 (size=5158) 2024-12-04T00:22:23,565 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:23,673 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1738, reset compression=false 2024-12-04T00:22:23,765 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:23,858 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/ns/03ea972c828642b590d52c66d759399b 2024-12-04T00:22:23,870 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f1/2e9d36787a5a4b23ae8daee521b3ccb6 2024-12-04T00:22:23,876 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e9d36787a5a4b23ae8daee521b3ccb6 2024-12-04T00:22:23,887 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/rep_barrier/04931c80c6774aba9ba3e11d51df8e01 is 112, key is test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b./rep_barrier:seqnumDuringOpen/1733271716617/Put/seqid=0 2024-12-04T00:22:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741844_1020 (size=5518) 2024-12-04T00:22:23,912 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/norep/68b8b9160b754565a86fea6febda3918 is 32, key is row/norep:/1733271731481/DeleteFamily/seqid=0 2024-12-04T00:22:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741845_1021 (size=5101) 2024-12-04T00:22:23,966 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:23,977 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1738, reset compression=false 2024-12-04T00:22:24,166 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:24,293 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/rep_barrier/04931c80c6774aba9ba3e11d51df8e01 2024-12-04T00:22:24,311 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/table/942b977d647b43b28e6537f70f71a80c is 53, key is hbase:replication/table:state/1733271722311/Put/seqid=0 2024-12-04T00:22:24,316 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/norep/68b8b9160b754565a86fea6febda3918 2024-12-04T00:22:24,321 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b8b9160b754565a86fea6febda3918 2024-12-04T00:22:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741846_1022 (size=5308) 2024-12-04T00:22:24,323 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f/3a154ec6ac3946878faaf0d52bcc5f94 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/f/3a154ec6ac3946878faaf0d52bcc5f94 2024-12-04T00:22:24,328 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a154ec6ac3946878faaf0d52bcc5f94 2024-12-04T00:22:24,328 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/f/3a154ec6ac3946878faaf0d52bcc5f94, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T00:22:24,329 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/f1/2e9d36787a5a4b23ae8daee521b3ccb6 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/f1/2e9d36787a5a4b23ae8daee521b3ccb6 2024-12-04T00:22:24,335 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e9d36787a5a4b23ae8daee521b3ccb6 2024-12-04T00:22:24,335 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/f1/2e9d36787a5a4b23ae8daee521b3ccb6, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:24,339 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/.tmp/norep/68b8b9160b754565a86fea6febda3918 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/norep/68b8b9160b754565a86fea6febda3918 2024-12-04T00:22:24,356 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b8b9160b754565a86fea6febda3918 2024-12-04T00:22:24,356 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/norep/68b8b9160b754565a86fea6febda3918, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T00:22:24,357 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c9c5f8918d08589d495d6fc5f2ce230b in 1398ms, sequenceid=12, compaction requested=false 2024-12-04T00:22:24,366 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295, c9c5f8918d08589d495d6fc5f2ce230b 2024-12-04T00:22:24,383 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/default/test/c9c5f8918d08589d495d6fc5f2ce230b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:22:24,384 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9c5f8918d08589d495d6fc5f2ce230b: Waiting for close lock at 1733271742958Running coprocessor pre-close hooks at 1733271742958Disabling compacts and flushes for region at 1733271742958Disabling writes for close at 1733271742959 (+1 ms)Obtaining lock to block concurrent updates at 1733271742959Preparing flush snapshotting stores in c9c5f8918d08589d495d6fc5f2ce230b at 1733271742959Finished memstore snapshotting test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733271742959Flushing stores of test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. at 1733271742960 (+1 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/f: creating writer at 1733271742961 (+1 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/f: appending metadata at 1733271742993 (+32 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/f: closing flushed file at 1733271742993Flushing c9c5f8918d08589d495d6fc5f2ce230b/f1: creating writer at 1733271743419 (+426 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/f1: appending metadata at 1733271743443 (+24 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/f1: closing flushed file at 1733271743444 (+1 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/norep: creating writer at 1733271743876 (+432 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/norep: appending metadata at 1733271743904 (+28 ms)Flushing c9c5f8918d08589d495d6fc5f2ce230b/norep: closing flushed file at 1733271743904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd51227: reopening flushed file at 1733271744322 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d62cc2: reopening flushed file at 1733271744329 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73abdcd5: reopening flushed file at 1733271744335 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c9c5f8918d08589d495d6fc5f2ce230b in 1398ms, sequenceid=12, compaction requested=false at 1733271744357 (+22 ms)Writing region close event to WAL at 1733271744378 (+21 ms)Running coprocessor post-close hooks at 1733271744384 (+6 ms)Closed at 1733271744384 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271715456.c9c5f8918d08589d495d6fc5f2ce230b. 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f162c56124b8808c3146af60d73295, disabling compactions & flushes 2024-12-04T00:22:24,384 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. after waiting 0 ms 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,384 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f162c56124b8808c3146af60d73295: Waiting for close lock at 1733271744384Running coprocessor pre-close hooks at 1733271744384Disabling compacts and flushes for region at 1733271744384Disabling writes for close at 1733271744384Failed flush hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295., putting online again at 1733271744384 2024-12-04T00:22:24,385 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,387 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 1738, reset compression=false 2024-12-04T00:22:24,394 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:22:24,394 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 2382, reset compression=false 2024-12-04T00:22:24,566 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:22:24,566 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17f162c56124b8808c3146af60d73295=hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295.} 2024-12-04T00:22:24,566 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:24,566 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f162c56124b8808c3146af60d73295 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f162c56124b8808c3146af60d73295, disabling compactions & flushes 2024-12-04T00:22:24,567 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. after waiting 0 ms 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f162c56124b8808c3146af60d73295: Waiting for close lock at 1733271744567Running coprocessor pre-close hooks at 1733271744567Disabling compacts and flushes for region at 1733271744567Disabling writes for close at 1733271744567Failed flush hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295., putting online again at 1733271744567 2024-12-04T00:22:24,567 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271720932.17f162c56124b8808c3146af60d73295. 2024-12-04T00:22:24,616 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 2382, reset compression=false 2024-12-04T00:22:24,724 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/table/942b977d647b43b28e6537f70f71a80c 2024-12-04T00:22:24,731 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/info/63b4eb455b2040bcba8deda13d0a4da8 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/info/63b4eb455b2040bcba8deda13d0a4da8 2024-12-04T00:22:24,740 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/info/63b4eb455b2040bcba8deda13d0a4da8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:22:24,741 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/ns/03ea972c828642b590d52c66d759399b as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/ns/03ea972c828642b590d52c66d759399b 2024-12-04T00:22:24,745 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/ns/03ea972c828642b590d52c66d759399b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:22:24,745 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/rep_barrier/04931c80c6774aba9ba3e11d51df8e01 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/rep_barrier/04931c80c6774aba9ba3e11d51df8e01 2024-12-04T00:22:24,749 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/rep_barrier/04931c80c6774aba9ba3e11d51df8e01, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:22:24,749 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/.tmp/table/942b977d647b43b28e6537f70f71a80c as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/table/942b977d647b43b28e6537f70f71a80c 2024-12-04T00:22:24,753 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/table/942b977d647b43b28e6537f70f71a80c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:22:24,753 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1788ms, sequenceid=16, compaction requested=false 2024-12-04T00:22:24,767 DEBUG [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:22:24,768 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:22:24,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:22:24,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:22:24,769 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:24,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271742965Running coprocessor pre-close hooks at 1733271742965Disabling compacts and flushes for region at 1733271742965Disabling writes for close at 1733271742965Obtaining lock to block concurrent updates at 1733271742965Preparing flush snapshotting stores in 1588230740 at 1733271742965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271742966 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271742967 (+1 ms)Flushing 1588230740/info: creating writer at 1733271742967Flushing 1588230740/info: appending metadata at 1733271742994 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733271742994Flushing 1588230740/ns: creating writer at 1733271743419 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733271743438 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733271743438Flushing 1588230740/rep_barrier: creating writer at 1733271743866 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271743886 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271743886Flushing 1588230740/table: creating writer at 1733271744296 (+410 ms)Flushing 1588230740/table: appending metadata at 1733271744311 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733271744311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674bb00b: reopening flushed file at 1733271744729 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449c4b52: reopening flushed file at 1733271744740 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aae84e: reopening flushed file at 1733271744745 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b4f065: reopening flushed file at 1733271744749 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1788ms, sequenceid=16, compaction requested=false at 1733271744753 (+4 ms)Writing region close event to WAL at 1733271744760 (+7 ms)Running coprocessor post-close hooks at 1733271744769 (+9 ms)Closed at 1733271744769 2024-12-04T00:22:24,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:24,920 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/WALs/b20163ee1150,43839,1733271697648/b20163ee1150%2C43839%2C1733271697648.1733271702209 to pos 2382, reset compression=false 2024-12-04T00:22:24,967 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T00:22:24,967 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,43839,1733271697648; all regions closed. 2024-12-04T00:22:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:22:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741839_1015 (size=2609) 2024-12-04T00:22:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741833_1009 (size=2390) 2024-12-04T00:22:24,974 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:24,974 INFO [RS:0;b20163ee1150:43839 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:22:24,975 INFO [RS:0;b20163ee1150:43839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:24,975 INFO [RS:0;b20163ee1150:43839 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:24,975 INFO [RS:0;b20163ee1150:43839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:24,975 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:24,975 INFO [RS:0;b20163ee1150:43839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,43839,1733271697648 because: Region server is closing 2024-12-04T00:22:24,975 INFO [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:43839. 2024-12-04T00:22:24,975 DEBUG [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:24,975 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:24,975 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:24,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:25,076 INFO [RS:0;b20163ee1150:43839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.shipperb20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 terminated 2024-12-04T00:22:25,076 INFO [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:43839. 2024-12-04T00:22:25,076 DEBUG [RS:0;b20163ee1150:43839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:22:25,076 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:25,076 DEBUG [RS:0;b20163ee1150:43839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:25,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:22:25,076 INFO [RS:0;b20163ee1150:43839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43839 2024-12-04T00:22:25,076 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,43839,1733271697648.replicationSource.wal-reader.b20163ee1150%2C43839%2C1733271697648,1-b20163ee1150,43839,1733271697648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:22:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1486073040/rs/b20163ee1150,43839,1733271697648 2024-12-04T00:22:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040/rs 2024-12-04T00:22:25,099 INFO [RS:0;b20163ee1150:43839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:25,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,43839,1733271697648] 2024-12-04T00:22:25,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1486073040/draining/b20163ee1150,43839,1733271697648 already deleted, retry=false 2024-12-04T00:22:25,141 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,43839,1733271697648 expired; onlineServers=0 2024-12-04T00:22:25,141 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,41883,1733271697401' ***** 2024-12-04T00:22:25,141 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:22:25,141 INFO [M:0;b20163ee1150:41883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:22:25,141 INFO [M:0;b20163ee1150:41883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:22:25,141 DEBUG [M:0;b20163ee1150:41883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:22:25,142 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:22:25,142 DEBUG [M:0;b20163ee1150:41883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:22:25,142 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271701843 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271701843,5,FailOnTimeoutGroup] 2024-12-04T00:22:25,142 INFO [M:0;b20163ee1150:41883 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:22:25,142 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271701843 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271701843,5,FailOnTimeoutGroup] 2024-12-04T00:22:25,142 INFO [M:0;b20163ee1150:41883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:22:25,142 DEBUG [M:0;b20163ee1150:41883 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:22:25,142 INFO [M:0;b20163ee1150:41883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:22:25,142 INFO [M:0;b20163ee1150:41883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:22:25,142 INFO [M:0;b20163ee1150:41883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:22:25,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:22:25,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1486073040/master 2024-12-04T00:22:25,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1486073040 2024-12-04T00:22:25,162 DEBUG [M:0;b20163ee1150:41883 {}] zookeeper.ZKUtil(347): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Unable to get data of znode /0-1486073040/master because node does not exist (not an error) 2024-12-04T00:22:25,162 WARN [M:0;b20163ee1150:41883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:22:25,163 INFO [M:0;b20163ee1150:41883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/.lastflushedseqids 2024-12-04T00:22:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741847_1023 (size=245) 2024-12-04T00:22:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:25,220 INFO [RS:0;b20163ee1150:43839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43839-0x1019db726d70001, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:25,220 INFO [RS:0;b20163ee1150:43839 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,43839,1733271697648; zookeeper connection closed. 2024-12-04T00:22:25,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d306566 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d306566 2024-12-04T00:22:25,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:22:25,576 INFO [M:0;b20163ee1150:41883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:22:25,576 INFO [M:0;b20163ee1150:41883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:22:25,576 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:25,576 INFO [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:25,576 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:25,576 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:25,576 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:25,576 INFO [M:0;b20163ee1150:41883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-04T00:22:25,589 DEBUG [M:0;b20163ee1150:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7b2169e433d45b893fdf26ada16c08c is 82, key is hbase:meta,,1/info:regioninfo/1733271702725/Put/seqid=0 2024-12-04T00:22:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741848_1024 (size=5672) 2024-12-04T00:22:25,992 INFO [M:0;b20163ee1150:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7b2169e433d45b893fdf26ada16c08c 2024-12-04T00:22:26,012 DEBUG [M:0;b20163ee1150:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3195f3f0384f19b8683e45ed1d2ad3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271716630/Put/seqid=0 2024-12-04T00:22:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741849_1025 (size=7217) 2024-12-04T00:22:26,416 INFO [M:0;b20163ee1150:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3195f3f0384f19b8683e45ed1d2ad3 2024-12-04T00:22:26,419 INFO [M:0;b20163ee1150:41883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d3195f3f0384f19b8683e45ed1d2ad3 2024-12-04T00:22:26,435 DEBUG [M:0;b20163ee1150:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a87fe4682b45e6be9ca1303e327a74 is 69, key is b20163ee1150,43839,1733271697648/rs:state/1733271702040/Put/seqid=0 2024-12-04T00:22:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741850_1026 (size=5156) 2024-12-04T00:22:26,839 INFO [M:0;b20163ee1150:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a87fe4682b45e6be9ca1303e327a74 2024-12-04T00:22:26,843 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7b2169e433d45b893fdf26ada16c08c as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7b2169e433d45b893fdf26ada16c08c 2024-12-04T00:22:26,847 INFO [M:0;b20163ee1150:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7b2169e433d45b893fdf26ada16c08c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T00:22:26,847 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3195f3f0384f19b8683e45ed1d2ad3 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d3195f3f0384f19b8683e45ed1d2ad3 2024-12-04T00:22:26,852 INFO [M:0;b20163ee1150:41883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d3195f3f0384f19b8683e45ed1d2ad3 2024-12-04T00:22:26,852 INFO [M:0;b20163ee1150:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d3195f3f0384f19b8683e45ed1d2ad3, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T00:22:26,853 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60a87fe4682b45e6be9ca1303e327a74 as hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60a87fe4682b45e6be9ca1303e327a74 2024-12-04T00:22:26,857 INFO [M:0;b20163ee1150:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35491/user/jenkins/test-data/1e5286b3-ec55-a237-c544-5a068da444e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60a87fe4682b45e6be9ca1303e327a74, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T00:22:26,858 INFO [M:0;b20163ee1150:41883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-12-04T00:22:26,866 INFO [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:26,866 DEBUG [M:0;b20163ee1150:41883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271745576Disabling compacts and flushes for region at 1733271745576Disabling writes for close at 1733271745576Obtaining lock to block concurrent updates at 1733271745576Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271745576Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733271745577 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271745577Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271745577Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271745588 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271745589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271745996 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271746012 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271746012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271746420 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271746434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271746434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bb9d08: reopening flushed file at 1733271746842 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d856903: reopening flushed file at 1733271746847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683672d5: reopening flushed file at 1733271746852 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1733271746858 (+6 ms)Writing region close event to WAL at 1733271746866 (+8 ms)Closed at 1733271746866 2024-12-04T00:22:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38501 is added to blk_1073741830_1006 (size=64411) 2024-12-04T00:22:26,869 INFO [M:0;b20163ee1150:41883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:22:26,869 INFO [M:0;b20163ee1150:41883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41883 2024-12-04T00:22:26,870 INFO [M:0;b20163ee1150:41883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:22:26,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:22:27,290 INFO [M:0;b20163ee1150:41883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:22:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1019db726d70000, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:22:27,907 WARN [BP-77373653-172.17.0.3-1733271694165 heartbeating to localhost/127.0.0.1:35491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-77373653-172.17.0.3-1733271694165 (Datanode Uuid 475503ca-51af-4e41-8df5-4ebf343d7a1e) service to localhost/127.0.0.1:35491 2024-12-04T00:22:27,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:27,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:27,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:28,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:28,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:28,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:28,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:28,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88604 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:22:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:22:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:22:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:22:34,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/data/data1/current/BP-77373653-172.17.0.3-1733271694165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:34,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/cluster_39ea507e-0dfe-97cd-3908-016c53ef0f40/data/data2/current/BP-77373653-172.17.0.3-1733271694165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:22:34,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@305316d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:34,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:34,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:34,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:34,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:34,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:22:34,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23408781{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:34,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:22:34,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:22:34,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:22:34,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6fa636e-f20e-c6e9-3c32-56432d4acf80/hadoop.log.dir/,STOPPED} 2024-12-04T00:22:34,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:22:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db726d70005, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:22:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db726d70002, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:22:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019db726d70008, quorum=127.0.0.1:54618, baseZNode=/260124024 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:22:34,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db726d70005, quorum=127.0.0.1:54618, baseZNode=/1729162748 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:22:34,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019db726d70008, quorum=127.0.0.1:54618, baseZNode=/260124024 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:22:34,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db726d70002, quorum=127.0.0.1:54618, baseZNode=/0-1486073040 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:22:35,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:35,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:22:35,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=299 (was 260) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54618) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54618) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54618) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=708 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=917 (was 896) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4076 (was 4610) 2024-12-04T00:22:35,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=299, OpenFileDescriptor=708, MaxFileDescriptor=1048576, SystemLoadAverage=917, ProcessCount=11, AvailableMemoryMB=4075 2024-12-04T00:22:35,241 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T00:22:35,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir so I do NOT create it in target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348 2024-12-04T00:22:35,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:22:35,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.tmp.dir so I do NOT create it in target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348 2024-12-04T00:22:35,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d07b55c-594a-f3c9-e885-475273064ee5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:22:35,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348 2024-12-04T00:22:35,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e, deleteOnExit=true 2024-12-04T00:22:35,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/zookeeper_0, clientPort=63293, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:22:35,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63293 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/test.cache.data in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:22:35,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:22:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:22:35,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:22:35,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:35,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:35,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:35,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:35,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:22:35,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:35,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:35,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:36,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324fe214{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/java.io.tmpdir/jetty-localhost-34705-hadoop-hdfs-3_4_1-tests_jar-_-any-8817164703408277704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:36,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:34705} 2024-12-04T00:22:36,100 INFO [Time-limited test {}] server.Server(415): Started @293048ms 2024-12-04T00:22:36,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:36,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:36,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:36,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:36,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:22:36,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:36,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:36,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/java.io.tmpdir/jetty-localhost-43335-hadoop-hdfs-3_4_1-tests_jar-_-any-18247642932352108864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:36,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:43335} 2024-12-04T00:22:36,820 INFO [Time-limited test {}] server.Server(415): Started @293767ms 2024-12-04T00:22:36,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:22:38,343 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/data/data2/current/BP-18941690-172.17.0.3-1733271755300/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:38,343 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/data/data1/current/BP-18941690-172.17.0.3-1733271755300/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:38,377 WARN [Thread-3432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:22:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d4d34dc78bfda85 with lease ID 0xf156ea9049d54797: Processing first storage report for DS-f929d9a3-fda3-4b0d-90e6-923d43d57459 from datanode DatanodeRegistration(127.0.0.1:39989, datanodeUuid=746b90b9-0ddd-4b1c-9c8c-afda2fbb0af1, infoPort=34529, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1606207553;c=1733271755300) 2024-12-04T00:22:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d4d34dc78bfda85 with lease ID 0xf156ea9049d54797: from storage DS-f929d9a3-fda3-4b0d-90e6-923d43d57459 node DatanodeRegistration(127.0.0.1:39989, datanodeUuid=746b90b9-0ddd-4b1c-9c8c-afda2fbb0af1, infoPort=34529, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1606207553;c=1733271755300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d4d34dc78bfda85 with lease ID 0xf156ea9049d54797: Processing first storage report for DS-2e4714bc-b47a-4101-b84d-3bc5aa12b207 from datanode DatanodeRegistration(127.0.0.1:39989, datanodeUuid=746b90b9-0ddd-4b1c-9c8c-afda2fbb0af1, infoPort=34529, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1606207553;c=1733271755300) 2024-12-04T00:22:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d4d34dc78bfda85 with lease ID 0xf156ea9049d54797: from storage DS-2e4714bc-b47a-4101-b84d-3bc5aa12b207 node DatanodeRegistration(127.0.0.1:39989, datanodeUuid=746b90b9-0ddd-4b1c-9c8c-afda2fbb0af1, infoPort=34529, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1606207553;c=1733271755300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:38,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348 2024-12-04T00:22:38,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:38,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:38,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:22:38,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e with version=8 2024-12-04T00:22:38,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/hbase-staging 2024-12-04T00:22:38,828 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:38,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:38,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:38,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:38,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:38,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:38,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:22:38,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:38,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34831 2024-12-04T00:22:38,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34831 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348310x0, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:38,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34831-0x1019db815b90000 connected 2024-12-04T00:22:39,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:39,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:39,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/running 2024-12-04T00:22:39,022 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e, hbase.cluster.distributed=false 2024-12-04T00:22:39,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/acl 2024-12-04T00:22:39,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T00:22:39,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34831 2024-12-04T00:22:39,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34831 2024-12-04T00:22:39,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T00:22:39,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T00:22:39,045 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:22:39,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:39,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45905 2024-12-04T00:22:39,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45905 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:39,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:39,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:39,064 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459050x0, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:39,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459050x0, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/running 2024-12-04T00:22:39,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:22:39,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45905-0x1019db815b90001 connected 2024-12-04T00:22:39,076 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:22:39,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/master 2024-12-04T00:22:39,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/acl 2024-12-04T00:22:39,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-04T00:22:39,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45905 2024-12-04T00:22:39,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45905 2024-12-04T00:22:39,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-04T00:22:39,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45905 2024-12-04T00:22:39,117 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:34831 2024-12-04T00:22:39,120 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0931704725/backup-masters/b20163ee1150,34831,1733271758828 2024-12-04T00:22:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/backup-masters 2024-12-04T00:22:39,180 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/backup-masters 2024-12-04T00:22:39,180 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on existing znode=/0931704725/backup-masters/b20163ee1150,34831,1733271758828 2024-12-04T00:22:39,212 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0931704725/master 2024-12-04T00:22:39,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:39,212 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:39,212 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on existing znode=/0931704725/master 2024-12-04T00:22:39,212 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0931704725/backup-masters/b20163ee1150,34831,1733271758828 from backup master directory 2024-12-04T00:22:39,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0931704725/backup-masters/b20163ee1150,34831,1733271758828 2024-12-04T00:22:39,222 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/backup-masters 2024-12-04T00:22:39,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/backup-masters 2024-12-04T00:22:39,222 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:39,222 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,34831,1733271758828 2024-12-04T00:22:39,225 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/hbase.id] with ID: 1ce1df9a-1e8b-474a-8147-37b607b35b99 2024-12-04T00:22:39,225 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/.tmp/hbase.id 2024-12-04T00:22:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:22:39,629 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/.tmp/hbase.id]:[hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/hbase.id] 2024-12-04T00:22:39,637 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:39,637 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:22:39,638 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:22:39,819 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:39,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:22:40,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:40,224 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:22:40,225 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:22:40,630 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store 2024-12-04T00:22:40,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:40,634 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:40,634 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:40,634 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271760634Disabling compacts and flushes for region at 1733271760634Disabling writes for close at 1733271760634Writing region close event to WAL at 1733271760634Closed at 1733271760634 2024-12-04T00:22:40,635 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/.initializing 2024-12-04T00:22:40,635 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/WALs/b20163ee1150,34831,1733271758828 2024-12-04T00:22:40,635 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:40,636 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C34831%2C1733271758828, suffix=, logDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/WALs/b20163ee1150,34831,1733271758828, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/oldWALs, maxLogs=10 2024-12-04T00:22:40,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/WALs/b20163ee1150,34831,1733271758828/b20163ee1150%2C34831%2C1733271758828.1733271760637, exclude list is [], retry=0 2024-12-04T00:22:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-f929d9a3-fda3-4b0d-90e6-923d43d57459,DISK] 2024-12-04T00:22:40,656 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/WALs/b20163ee1150,34831,1733271758828/b20163ee1150%2C34831%2C1733271758828.1733271760637 2024-12-04T00:22:40,656 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-12-04T00:22:40,656 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:40,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:40,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:22:40,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:22:40,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:22:40,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:22:40,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:40,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:40,662 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,663 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,663 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,664 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,664 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,664 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:40,665 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:40,666 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:40,667 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091023, jitterRate=-0.015167012810707092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:40,667 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271760657Initializing all the Stores at 1733271760657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271760657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271760657Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271760658 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271760658Cleaning up temporary data from old regions at 1733271760664 (+6 ms)Region opened successfully at 1733271760667 (+3 ms) 2024-12-04T00:22:40,668 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:22:40,670 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f7dd5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:40,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:22:40,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:22:40,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:22:40,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:22:40,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:22:40,672 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:22:40,672 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:22:40,673 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:22:40,674 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/balancer because node does not exist (not necessarily an error) 2024-12-04T00:22:40,724 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/balancer already deleted, retry=false 2024-12-04T00:22:40,725 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:22:40,726 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:22:40,738 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/normalizer already deleted, retry=false 2024-12-04T00:22:40,738 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:22:40,739 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:22:40,748 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/switch/split already deleted, retry=false 2024-12-04T00:22:40,749 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:22:40,759 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/switch/merge already deleted, retry=false 2024-12-04T00:22:40,760 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:22:40,769 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/snapshot-cleanup already deleted, retry=false 2024-12-04T00:22:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0931704725/running 2024-12-04T00:22:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,780 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0931704725/running 2024-12-04T00:22:40,780 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,780 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,34831,1733271758828, sessionid=0x1019db815b90000, setting cluster-up flag (Was=false) 2024-12-04T00:22:40,801 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,832 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0931704725/flush-table-proc/acquired, /0931704725/flush-table-proc/reached, /0931704725/flush-table-proc/abort 2024-12-04T00:22:40,833 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,34831,1733271758828 2024-12-04T00:22:40,853 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:40,885 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0931704725/online-snapshot/acquired, /0931704725/online-snapshot/reached, /0931704725/online-snapshot/abort 2024-12-04T00:22:40,886 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,34831,1733271758828 2024-12-04T00:22:40,887 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:22:40,888 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:40,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:22:40,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:22:40,889 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,34831,1733271758828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:40,890 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271790891 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:22:40,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:22:40,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:40,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:22:40,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:22:40,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:22:40,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:22:40,892 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:22:40,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:40,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:22:40,896 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:22:40,896 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:22:40,900 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271760896,5,FailOnTimeoutGroup] 2024-12-04T00:22:40,912 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271760900,5,FailOnTimeoutGroup] 2024-12-04T00:22:40,912 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,912 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:22:40,912 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,912 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:22:40,921 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(746): ClusterId : 1ce1df9a-1e8b-474a-8147-37b607b35b99 2024-12-04T00:22:40,921 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:22:40,928 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:22:40,928 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:22:40,938 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:22:40,939 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4386d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:40,949 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:45905 2024-12-04T00:22:40,949 INFO [RS:0;b20163ee1150:45905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:22:40,949 INFO [RS:0;b20163ee1150:45905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:22:40,949 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:22:40,949 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,34831,1733271758828 with port=45905, startcode=1733271759045 2024-12-04T00:22:40,949 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:22:40,950 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:22:40,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,45905,1733271759045 2024-12-04T00:22:40,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34831 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,45905,1733271759045 2024-12-04T00:22:40,952 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e 2024-12-04T00:22:40,952 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33161 2024-12-04T00:22:40,952 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:22:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/rs 2024-12-04T00:22:40,959 DEBUG [RS:0;b20163ee1150:45905 {}] zookeeper.ZKUtil(111): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on existing znode=/0931704725/rs/b20163ee1150,45905,1733271759045 2024-12-04T00:22:40,959 WARN [RS:0;b20163ee1150:45905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:40,959 INFO [RS:0;b20163ee1150:45905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:40,959 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045 2024-12-04T00:22:40,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,45905,1733271759045] 2024-12-04T00:22:40,962 INFO [RS:0;b20163ee1150:45905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:22:40,964 INFO [RS:0;b20163ee1150:45905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:22:40,968 INFO [RS:0;b20163ee1150:45905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:22:40,968 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,968 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:22:40,969 INFO [RS:0;b20163ee1150:45905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:22:40,969 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:40,969 DEBUG [RS:0;b20163ee1150:45905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:40,984 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45905,1733271759045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:41,001 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:22:41,001 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,45905,1733271759045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:41,001 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:41,001 INFO [RS:0;b20163ee1150:45905 {}] regionserver.Replication(171): b20163ee1150,45905,1733271759045 started 2024-12-04T00:22:41,014 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:41,014 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,45905,1733271759045, RpcServer on b20163ee1150/172.17.0.3:45905, sessionid=0x1019db815b90001 2024-12-04T00:22:41,014 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:22:41,014 DEBUG [RS:0;b20163ee1150:45905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,45905,1733271759045 2024-12-04T00:22:41,014 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,45905,1733271759045' 2024-12-04T00:22:41,014 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0931704725/flush-table-proc/abort' 2024-12-04T00:22:41,014 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0931704725/flush-table-proc/acquired' 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,45905,1733271759045 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,45905,1733271759045' 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0931704725/online-snapshot/abort' 2024-12-04T00:22:41,015 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0931704725/online-snapshot/acquired' 2024-12-04T00:22:41,016 DEBUG [RS:0;b20163ee1150:45905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:22:41,016 INFO [RS:0;b20163ee1150:45905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:22:41,016 INFO [RS:0;b20163ee1150:45905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:22:41,116 INFO [RS:0;b20163ee1150:45905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:41,117 INFO [RS:0;b20163ee1150:45905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45905%2C1733271759045, suffix=, logDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/oldWALs, maxLogs=10 2024-12-04T00:22:41,133 DEBUG [RS:0;b20163ee1150:45905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, exclude list is [], retry=0 2024-12-04T00:22:41,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-f929d9a3-fda3-4b0d-90e6-923d43d57459,DISK] 2024-12-04T00:22:41,137 INFO [RS:0;b20163ee1150:45905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 2024-12-04T00:22:41,137 DEBUG [RS:0;b20163ee1150:45905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-12-04T00:22:41,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:22:41,322 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e 2024-12-04T00:22:41,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:22:41,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:41,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:41,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:41,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:41,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:41,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:41,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:41,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:41,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740 2024-12-04T00:22:41,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740 2024-12-04T00:22:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:41,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:41,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:41,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:41,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73472706, jitterRate=0.09482863545417786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:41,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271761728Initializing all the Stores at 1733271761728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271761728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271761728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271761728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271761728Cleaning up temporary data from old regions at 1733271761735 (+7 ms)Region opened successfully at 1733271761738 (+3 ms) 2024-12-04T00:22:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:41,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:41,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271761739Disabling compacts and flushes for region at 1733271761739Disabling writes for close at 1733271761739Writing region close event to WAL at 1733271761739Closed at 1733271761739 2024-12-04T00:22:41,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:41,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:22:41,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:22:41,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:41,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:22:41,892 DEBUG [b20163ee1150:34831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:22:41,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:22:41,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,45905,1733271759045, state=OPENING 2024-12-04T00:22:41,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:22:41,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:41,969 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:22:41,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:41,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0931704725/meta-region-server: CHANGED 2024-12-04T00:22:41,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,45905,1733271759045}] 2024-12-04T00:22:41,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0931704725/meta-region-server: CHANGED 2024-12-04T00:22:42,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:42,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:22:42,126 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:22:42,126 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:42,126 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:22:42,127 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45905%2C1733271759045.meta, suffix=.meta, logDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/oldWALs, maxLogs=10 2024-12-04T00:22:42,139 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.meta.1733271762127.meta, exclude list is [], retry=0 2024-12-04T00:22:42,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-f929d9a3-fda3-4b0d-90e6-923d43d57459,DISK] 2024-12-04T00:22:42,148 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.meta.1733271762127.meta 2024-12-04T00:22:42,148 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:42,149 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:22:42,149 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:22:42,149 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:22:42,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:42,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:42,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:42,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:42,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:42,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:42,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:42,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:42,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:42,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:42,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:42,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:42,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:42,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:42,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:42,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:42,154 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:42,155 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740 2024-12-04T00:22:42,155 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740 2024-12-04T00:22:42,156 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:42,156 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:42,156 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:42,157 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:42,158 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63004476, jitterRate=-0.061160147190093994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:42,158 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:22:42,158 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271762149Writing region info on filesystem at 1733271762149Initializing all the Stores at 1733271762150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271762150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271762150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271762150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271762150Cleaning up temporary data from old regions at 1733271762156 (+6 ms)Running coprocessor post-open hooks at 1733271762158 (+2 ms)Region opened successfully at 1733271762158 2024-12-04T00:22:42,159 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271762122 2024-12-04T00:22:42,161 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:22:42,161 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:22:42,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:22:42,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,45905,1733271759045, state=OPEN 2024-12-04T00:22:42,202 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0931704725/meta-region-server 2024-12-04T00:22:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0931704725/meta-region-server 2024-12-04T00:22:42,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,45905,1733271759045 2024-12-04T00:22:42,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0931704725/meta-region-server: CHANGED 2024-12-04T00:22:42,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0931704725/meta-region-server: CHANGED 2024-12-04T00:22:42,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:22:42,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,45905,1733271759045 in 232 msec 2024-12-04T00:22:42,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:22:42,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-04T00:22:42,206 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:42,206 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:22:42,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:42,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45905,1733271759045, seqNum=-1] 2024-12-04T00:22:42,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:42,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-12-04T00:22:42,212 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271762212, completionTime=-1 2024-12-04T00:22:42,212 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:22:42,212 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:22:42,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:22:42,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271822214 2024-12-04T00:22:42,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271882214 2024-12-04T00:22:42,214 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:34831, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,215 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,216 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.996sec 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:42,218 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:22:42,220 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:22:42,220 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:22:42,220 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34831,1733271758828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:42,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630e68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:42,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34831,-1 for getting cluster id 2024-12-04T00:22:42,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:42,223 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce1df9a-1e8b-474a-8147-37b607b35b99' 2024-12-04T00:22:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce1df9a-1e8b-474a-8147-37b607b35b99" 2024-12-04T00:22:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61abb73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34831,-1] 2024-12-04T00:22:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:42,225 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:42,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:42,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:42,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45905,1733271759045, seqNum=-1] 2024-12-04T00:22:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:42,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,34831,1733271758828 2024-12-04T00:22:42,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:42,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:42,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db815b90002 connected 2024-12-04T00:22:42,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir so I do NOT create it in target/test-data/4b185112-6974-c265-81ab-ad6171d40f78 2024-12-04T00:22:42,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:22:42,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.tmp.dir so I do NOT create it in target/test-data/4b185112-6974-c265-81ab-ad6171d40f78 2024-12-04T00:22:42,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:22:42,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/cluster_54ebce0c-2e33-c512-33f5-061daacbc692, deleteOnExit=true 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/test.cache.data in system properties and HBase conf 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:22:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:22:42,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:22:42,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:22:42,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:42,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:42,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:42,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:42,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:22:42,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:42,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a157221{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:42,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3e6a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:42,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71a47e19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/java.io.tmpdir/jetty-localhost-42867-hadoop-hdfs-3_4_1-tests_jar-_-any-15810176564568717828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:42,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f793bc3{HTTP/1.1, (http/1.1)}{localhost:42867} 2024-12-04T00:22:42,682 INFO [Time-limited test {}] server.Server(415): Started @299630ms 2024-12-04T00:22:42,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:42,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:42,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:42,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:42,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:22:42,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73121e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:42,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2832ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:43,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60291cf4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/java.io.tmpdir/jetty-localhost-39267-hadoop-hdfs-3_4_1-tests_jar-_-any-2962783146086766338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:43,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c308c0{HTTP/1.1, (http/1.1)}{localhost:39267} 2024-12-04T00:22:43,080 INFO [Time-limited test {}] server.Server(415): Started @300027ms 2024-12-04T00:22:43,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:22:43,924 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/cluster_54ebce0c-2e33-c512-33f5-061daacbc692/data/data1/current/BP-765589235-172.17.0.3-1733271762280/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:43,925 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/cluster_54ebce0c-2e33-c512-33f5-061daacbc692/data/data2/current/BP-765589235-172.17.0.3-1733271762280/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:43,997 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:22:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4f588f2fb9d671f with lease ID 0x5e730a807d364293: Processing first storage report for DS-c4c3f420-d624-4430-b9e9-51d83878cfde from datanode DatanodeRegistration(127.0.0.1:38683, datanodeUuid=eb67490c-7638-4d03-ba72-8ba0a56a7665, infoPort=42027, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=57153616;c=1733271762280) 2024-12-04T00:22:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4f588f2fb9d671f with lease ID 0x5e730a807d364293: from storage DS-c4c3f420-d624-4430-b9e9-51d83878cfde node DatanodeRegistration(127.0.0.1:38683, datanodeUuid=eb67490c-7638-4d03-ba72-8ba0a56a7665, infoPort=42027, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=57153616;c=1733271762280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4f588f2fb9d671f with lease ID 0x5e730a807d364293: Processing first storage report for DS-d35b41dc-920e-429a-9c48-8b42e41ad98d from datanode DatanodeRegistration(127.0.0.1:38683, datanodeUuid=eb67490c-7638-4d03-ba72-8ba0a56a7665, infoPort=42027, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=57153616;c=1733271762280) 2024-12-04T00:22:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4f588f2fb9d671f with lease ID 0x5e730a807d364293: from storage DS-d35b41dc-920e-429a-9c48-8b42e41ad98d node DatanodeRegistration(127.0.0.1:38683, datanodeUuid=eb67490c-7638-4d03-ba72-8ba0a56a7665, infoPort=42027, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=57153616;c=1733271762280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:44,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78 2024-12-04T00:22:44,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:22:44,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f with version=8 2024-12-04T00:22:44,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/hbase-staging 2024-12-04T00:22:44,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:44,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42761 2024-12-04T00:22:44,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42761 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427610x0, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:44,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42761-0x1019db815b90003 connected 2024-12-04T00:22:44,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/running 2024-12-04T00:22:44,141 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f, hbase.cluster.distributed=false 2024-12-04T00:22:44,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/acl 2024-12-04T00:22:44,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-04T00:22:44,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42761 2024-12-04T00:22:44,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42761 2024-12-04T00:22:44,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-04T00:22:44,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-04T00:22:44,164 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:22:44,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:44,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39121 2024-12-04T00:22:44,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39121 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:44,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391210x0, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:44,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39121-0x1019db815b90004 connected 2024-12-04T00:22:44,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/running 2024-12-04T00:22:44,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:22:44,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:22:44,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/master 2024-12-04T00:22:44,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/acl 2024-12-04T00:22:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-04T00:22:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39121 2024-12-04T00:22:44,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39121 2024-12-04T00:22:44,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-04T00:22:44,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39121 2024-12-04T00:22:44,220 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:42761 2024-12-04T00:22:44,221 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-322788672/backup-masters/b20163ee1150,42761,1733271764049 2024-12-04T00:22:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/backup-masters 2024-12-04T00:22:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/backup-masters 2024-12-04T00:22:44,233 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on existing znode=/1-322788672/backup-masters/b20163ee1150,42761,1733271764049 2024-12-04T00:22:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-322788672/master 2024-12-04T00:22:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:44,243 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on existing znode=/1-322788672/master 2024-12-04T00:22:44,243 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-322788672/backup-masters/b20163ee1150,42761,1733271764049 from backup master directory 2024-12-04T00:22:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/backup-masters 2024-12-04T00:22:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-322788672/backup-masters/b20163ee1150,42761,1733271764049 2024-12-04T00:22:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/backup-masters 2024-12-04T00:22:44,253 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:44,253 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,42761,1733271764049 2024-12-04T00:22:44,256 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/hbase.id] with ID: b52134f7-3d33-4e0c-9b51-9dc6753085b9 2024-12-04T00:22:44,256 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/.tmp/hbase.id 2024-12-04T00:22:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:22:44,660 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/.tmp/hbase.id]:[hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/hbase.id] 2024-12-04T00:22:44,669 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:44,669 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:22:44,670 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:22:44,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:44,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:22:45,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:45,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:22:45,104 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:22:45,535 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store 2024-12-04T00:22:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:22:45,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:45,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:45,584 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:45,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:45,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:45,584 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:45,584 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:45,585 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271765584Disabling compacts and flushes for region at 1733271765584Disabling writes for close at 1733271765584Writing region close event to WAL at 1733271765584Closed at 1733271765584 2024-12-04T00:22:45,590 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/.initializing 2024-12-04T00:22:45,590 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/WALs/b20163ee1150,42761,1733271764049 2024-12-04T00:22:45,592 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:45,595 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C42761%2C1733271764049, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/WALs/b20163ee1150,42761,1733271764049, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/oldWALs, maxLogs=10 2024-12-04T00:22:45,639 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/WALs/b20163ee1150,42761,1733271764049/b20163ee1150%2C42761%2C1733271764049.1733271765595, exclude list is [], retry=0 2024-12-04T00:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38683,DS-c4c3f420-d624-4430-b9e9-51d83878cfde,DISK] 2024-12-04T00:22:45,696 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/WALs/b20163ee1150,42761,1733271764049/b20163ee1150%2C42761%2C1733271764049.1733271765595 2024-12-04T00:22:45,708 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-04T00:22:45,708 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:45,709 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:45,709 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,709 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:22:45,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:45,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:45,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:22:45,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:45,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:45,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:22:45,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:45,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:45,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:22:45,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:45,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:45,730 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,731 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,731 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,732 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,732 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,733 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:45,734 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:45,736 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:45,737 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64756458, jitterRate=-0.03505358099937439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:45,737 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271765709Initializing all the Stores at 1733271765709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271765709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271765718 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271765718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271765718Cleaning up temporary data from old regions at 1733271765732 (+14 ms)Region opened successfully at 1733271765737 (+5 ms) 2024-12-04T00:22:45,744 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:22:45,756 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7888f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:45,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:22:45,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:22:45,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:22:45,764 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:22:45,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:22:45,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:22:45,765 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:22:45,800 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:22:45,801 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Unable to get data of znode /1-322788672/balancer because node does not exist (not necessarily an error) 2024-12-04T00:22:45,811 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/balancer already deleted, retry=false 2024-12-04T00:22:45,812 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:22:45,812 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Unable to get data of znode /1-322788672/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:22:45,822 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/normalizer already deleted, retry=false 2024-12-04T00:22:45,822 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:22:45,823 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Unable to get data of znode /1-322788672/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:22:45,832 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/switch/split already deleted, retry=false 2024-12-04T00:22:45,833 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Unable to get data of znode /1-322788672/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:22:45,843 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/switch/merge already deleted, retry=false 2024-12-04T00:22:45,845 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Unable to get data of znode /1-322788672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:22:45,853 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/snapshot-cleanup already deleted, retry=false 2024-12-04T00:22:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-322788672/running 2024-12-04T00:22:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-322788672/running 2024-12-04T00:22:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,869 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,42761,1733271764049, sessionid=0x1019db815b90003, setting cluster-up flag (Was=false) 2024-12-04T00:22:45,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,927 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-322788672/flush-table-proc/acquired, /1-322788672/flush-table-proc/reached, /1-322788672/flush-table-proc/abort 2024-12-04T00:22:45,929 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,42761,1733271764049 2024-12-04T00:22:45,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:45,990 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-322788672/online-snapshot/acquired, /1-322788672/online-snapshot/reached, /1-322788672/online-snapshot/abort 2024-12-04T00:22:45,991 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,42761,1733271764049 2024-12-04T00:22:45,992 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:22:46,002 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:46,002 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:22:46,003 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:22:46,003 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,42761,1733271764049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:46,010 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,029 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(746): ClusterId : b52134f7-3d33-4e0c-9b51-9dc6753085b9 2024-12-04T00:22:46,029 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:22:46,041 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:22:46,041 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:22:46,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:46,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:22:46,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:46,062 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:22:46,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:22:46,062 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3f7c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:46,091 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:39121 2024-12-04T00:22:46,091 INFO [RS:0;b20163ee1150:39121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:22:46,091 INFO [RS:0;b20163ee1150:39121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:22:46,092 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271796092 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:22:46,092 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:22:46,093 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,42761,1733271764049 with port=39121, startcode=1733271764164 2024-12-04T00:22:46,093 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:22:46,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:22:46,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:22:46,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:22:46,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:22:46,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271766095,5,FailOnTimeoutGroup] 2024-12-04T00:22:46,095 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271766095,5,FailOnTimeoutGroup] 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,095 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,098 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:22:46,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42761 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,103 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f 2024-12-04T00:22:46,103 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36153 2024-12-04T00:22:46,103 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:22:46,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:22:46,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:22:46,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f 2024-12-04T00:22:46,116 DEBUG [RS:0;b20163ee1150:39121 {}] zookeeper.ZKUtil(111): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on existing znode=/1-322788672/rs/b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,116 WARN [RS:0;b20163ee1150:39121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:46,117 INFO [RS:0;b20163ee1150:39121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:46,117 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/rs 2024-12-04T00:22:46,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,39121,1733271764164] 2024-12-04T00:22:46,144 INFO [RS:0;b20163ee1150:39121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:22:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:22:46,164 INFO [RS:0;b20163ee1150:39121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:22:46,172 INFO [RS:0;b20163ee1150:39121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:22:46,173 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,177 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:22:46,180 INFO [RS:0;b20163ee1150:39121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:22:46,180 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,180 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:46,181 DEBUG [RS:0;b20163ee1150:39121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,182 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39121,1733271764164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:46,204 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:22:46,204 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39121,1733271764164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,204 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,204 INFO [RS:0;b20163ee1150:39121 {}] regionserver.Replication(171): b20163ee1150,39121,1733271764164 started 2024-12-04T00:22:46,224 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:46,224 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,39121,1733271764164, RpcServer on b20163ee1150/172.17.0.3:39121, sessionid=0x1019db815b90004 2024-12-04T00:22:46,224 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:22:46,224 DEBUG [RS:0;b20163ee1150:39121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,224 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39121,1733271764164' 2024-12-04T00:22:46,224 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-322788672/flush-table-proc/abort' 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-322788672/flush-table-proc/acquired' 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39121,1733271764164' 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-322788672/online-snapshot/abort' 2024-12-04T00:22:46,225 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-322788672/online-snapshot/acquired' 2024-12-04T00:22:46,226 DEBUG [RS:0;b20163ee1150:39121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:22:46,226 INFO [RS:0;b20163ee1150:39121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:22:46,226 INFO [RS:0;b20163ee1150:39121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:22:46,326 INFO [RS:0;b20163ee1150:39121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:46,328 INFO [RS:0;b20163ee1150:39121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39121%2C1733271764164, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/oldWALs, maxLogs=10 2024-12-04T00:22:46,344 DEBUG [RS:0;b20163ee1150:39121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, exclude list is [], retry=0 2024-12-04T00:22:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38683,DS-c4c3f420-d624-4430-b9e9-51d83878cfde,DISK] 2024-12-04T00:22:46,353 INFO [RS:0;b20163ee1150:39121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 2024-12-04T00:22:46,356 DEBUG [RS:0;b20163ee1150:39121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-04T00:22:46,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:46,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:46,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:46,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:46,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:46,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:46,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:46,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:46,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:46,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:46,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:46,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:46,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740 2024-12-04T00:22:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740 2024-12-04T00:22:46,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:46,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:46,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:46,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:46,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:46,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73156687, jitterRate=0.09011958539485931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271766554Initializing all the Stores at 1733271766556 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271766556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271766556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271766556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271766556Cleaning up temporary data from old regions at 1733271766569 (+13 ms)Region opened successfully at 1733271766572 (+3 ms) 2024-12-04T00:22:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:46,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:46,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271766572Disabling compacts and flushes for region at 1733271766572Disabling writes for close at 1733271766572Writing region close event to WAL at 1733271766573 (+1 ms)Closed at 1733271766573 2024-12-04T00:22:46,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:46,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:22:46,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:22:46,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:46,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:22:46,728 DEBUG [b20163ee1150:42761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:22:46,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:22:46,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39121,1733271764164, state=OPENING 2024-12-04T00:22:46,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:22:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:22:46,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-322788672/meta-region-server: CHANGED 2024-12-04T00:22:46,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-322788672/meta-region-server: CHANGED 2024-12-04T00:22:46,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:46,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39121,1733271764164}] 2024-12-04T00:22:46,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:22:47,049 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:47,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:22:47,054 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:22:47,054 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:47,054 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:22:47,055 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39121%2C1733271764164.meta, suffix=.meta, logDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/oldWALs, maxLogs=10 2024-12-04T00:22:47,071 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.meta.1733271767056.meta, exclude list is [], retry=0 2024-12-04T00:22:47,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38683,DS-c4c3f420-d624-4430-b9e9-51d83878cfde,DISK] 2024-12-04T00:22:47,076 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.meta.1733271767056.meta 2024-12-04T00:22:47,080 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-04T00:22:47,080 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:47,081 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:22:47,081 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:22:47,081 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:22:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:47,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:47,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:47,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:47,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:47,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:47,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:47,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:47,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:47,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:47,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:47,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:47,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:47,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:47,088 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:47,089 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740 2024-12-04T00:22:47,089 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740 2024-12-04T00:22:47,091 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:47,091 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:47,091 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:47,092 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:47,093 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62999057, jitterRate=-0.061240896582603455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:47,093 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:22:47,093 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271767081Writing region info on filesystem at 1733271767081Initializing all the Stores at 1733271767082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271767082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271767084 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271767084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271767084Cleaning up temporary data from old regions at 1733271767091 (+7 ms)Running coprocessor post-open hooks at 1733271767093 (+2 ms)Region opened successfully at 1733271767093 2024-12-04T00:22:47,094 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271767049 2024-12-04T00:22:47,096 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:22:47,096 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:22:47,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:22:47,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39121,1733271764164, state=OPEN 2024-12-04T00:22:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-322788672/meta-region-server 2024-12-04T00:22:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-322788672/meta-region-server 2024-12-04T00:22:47,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-322788672/meta-region-server: CHANGED 2024-12-04T00:22:47,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,39121,1733271764164 2024-12-04T00:22:47,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-322788672/meta-region-server: CHANGED 2024-12-04T00:22:47,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:22:47,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39121,1733271764164 in 212 msec 2024-12-04T00:22:47,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:22:47,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-04T00:22:47,113 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:47,113 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:22:47,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:47,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39121,1733271764164, seqNum=-1] 2024-12-04T00:22:47,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:47,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:47,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1210 sec 2024-12-04T00:22:47,122 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271767122, completionTime=-1 2024-12-04T00:22:47,122 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:22:47,122 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:22:47,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:22:47,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271827124 2024-12-04T00:22:47,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271887124 2024-12-04T00:22:47,124 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:22:47,125 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,125 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,125 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,125 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:42761, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,125 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,127 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:22:47,132 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.887sec 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:22:47,140 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:47,141 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:22:47,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,158 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:22:47,158 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:22:47,158 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,42761,1733271764049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286ae87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:47,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:22:47,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:47,247 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:22:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:22:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dfb768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:22:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:47,250 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:47,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:47,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39121,1733271764164, seqNum=-1] 2024-12-04T00:22:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:47,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:47,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,42761,1733271764049 2024-12-04T00:22:47,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:47,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db815b90005 connected 2024-12-04T00:22:47,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir so I do NOT create it in target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd 2024-12-04T00:22:47,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:22:47,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.tmp.dir so I do NOT create it in target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd 2024-12-04T00:22:47,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:22:47,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd 2024-12-04T00:22:47,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:22:47,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0, deleteOnExit=true 2024-12-04T00:22:47,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/test.cache.data in system properties and HBase conf 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:22:47,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:22:47,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:22:47,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:22:47,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:22:47,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:22:47,621 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T00:22:47,622 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,622 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,650 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,650 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,650 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,657 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,659 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,659 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,661 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:47,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:47,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:47,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:47,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:47,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:22:47,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:47,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:47,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:47,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1754fe3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/java.io.tmpdir/jetty-localhost-45781-hadoop-hdfs-3_4_1-tests_jar-_-any-10498211575745600220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:22:47,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:45781} 2024-12-04T00:22:47,831 INFO [Time-limited test {}] server.Server(415): Started @304778ms 2024-12-04T00:22:48,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:22:48,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:22:48,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:22:48,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:22:48,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:22:48,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:22:48,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:22:48,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c39bd22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/java.io.tmpdir/jetty-localhost-34431-hadoop-hdfs-3_4_1-tests_jar-_-any-16464059086269776337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:22:48,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:34431} 2024-12-04T00:22:48,281 INFO [Time-limited test {}] server.Server(415): Started @305228ms 2024-12-04T00:22:48,282 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:22:48,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:48,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:48,796 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108794 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:22:49,008 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0/data/data1/current/BP-913316371-172.17.0.3-1733271767327/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:49,016 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0/data/data2/current/BP-913316371-172.17.0.3-1733271767327/current, will proceed with Du for space computation calculation, 2024-12-04T00:22:49,073 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:22:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0882513330ed11 with lease ID 0xe639cb34a179ba39: Processing first storage report for DS-c14ec086-cb31-4374-847e-c2ed8a17f070 from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=5f27fd04-53e9-4d9d-aa25-3255e4c30baf, infoPort=34553, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1523260856;c=1733271767327) 2024-12-04T00:22:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0882513330ed11 with lease ID 0xe639cb34a179ba39: from storage DS-c14ec086-cb31-4374-847e-c2ed8a17f070 node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=5f27fd04-53e9-4d9d-aa25-3255e4c30baf, infoPort=34553, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1523260856;c=1733271767327), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0882513330ed11 with lease ID 0xe639cb34a179ba39: Processing first storage report for DS-3087d37d-b17e-4602-8d25-f2653bee4122 from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=5f27fd04-53e9-4d9d-aa25-3255e4c30baf, infoPort=34553, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1523260856;c=1733271767327) 2024-12-04T00:22:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0882513330ed11 with lease ID 0xe639cb34a179ba39: from storage DS-3087d37d-b17e-4602-8d25-f2653bee4122 node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=5f27fd04-53e9-4d9d-aa25-3255e4c30baf, infoPort=34553, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1523260856;c=1733271767327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:22:49,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd 2024-12-04T00:22:49,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:22:49,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:22:49,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:22:49,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:22:49,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:22:49,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26 with version=8 2024-12-04T00:22:49,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/hbase-staging 2024-12-04T00:22:49,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:22:49,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:49,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34551 2024-12-04T00:22:49,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34551 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:49,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345510x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:49,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34551-0x1019db815b90006 connected 2024-12-04T00:22:49,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/running 2024-12-04T00:22:49,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26, hbase.cluster.distributed=false 2024-12-04T00:22:49,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/acl 2024-12-04T00:22:49,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34551 2024-12-04T00:22:49,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34551 2024-12-04T00:22:49,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34551 2024-12-04T00:22:49,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34551 2024-12-04T00:22:49,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34551 2024-12-04T00:22:49,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:22:49,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38859 2024-12-04T00:22:49,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38859 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:49,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388590x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:49,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388590x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/running 2024-12-04T00:22:49,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:22:49,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:22:49,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388590x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/master 2024-12-04T00:22:49,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388590x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/acl 2024-12-04T00:22:49,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-04T00:22:49,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38859 2024-12-04T00:22:49,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38859 2024-12-04T00:22:49,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-04T00:22:49,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38859-0x1019db815b90007 connected 2024-12-04T00:22:49,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-04T00:22:49,732 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:34551 2024-12-04T00:22:49,736 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2085491007/backup-masters/b20163ee1150,34551,1733271769557 2024-12-04T00:22:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/backup-masters 2024-12-04T00:22:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/backup-masters 2024-12-04T00:22:49,748 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on existing znode=/2-2085491007/backup-masters/b20163ee1150,34551,1733271769557 2024-12-04T00:22:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2085491007/master 2024-12-04T00:22:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:49,759 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on existing znode=/2-2085491007/master 2024-12-04T00:22:49,759 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2085491007/backup-masters/b20163ee1150,34551,1733271769557 from backup master directory 2024-12-04T00:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/backup-masters 2024-12-04T00:22:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2085491007/backup-masters/b20163ee1150,34551,1733271769557 2024-12-04T00:22:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/backup-masters 2024-12-04T00:22:49,769 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:49,783 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,34551,1733271769557 2024-12-04T00:22:49,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/hbase.id] with ID: 775c6db5-c4e1-41e8-8c76-38b72950fdf0 2024-12-04T00:22:49,786 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/.tmp/hbase.id 2024-12-04T00:22:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:22:50,124 DEBUG [master/b20163ee1150:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=23, created chunk count=33, reused chunk count=105, reuseRatio=76.09% 2024-12-04T00:22:50,125 DEBUG [master/b20163ee1150:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T00:22:50,189 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/.tmp/hbase.id]:[hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/hbase.id] 2024-12-04T00:22:50,197 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:22:50,197 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:22:50,198 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:22:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:50,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:22:50,618 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:50,619 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:22:50,619 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:50,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:22:51,037 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store 2024-12-04T00:22:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:22:51,486 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:22:51,487 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:51,487 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271771486Disabling compacts and flushes for region at 1733271771486Disabling writes for close at 1733271771487 (+1 ms)Writing region close event to WAL at 1733271771487Closed at 1733271771487 2024-12-04T00:22:51,487 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/.initializing 2024-12-04T00:22:51,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/WALs/b20163ee1150,34551,1733271769557 2024-12-04T00:22:51,488 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:51,489 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C34551%2C1733271769557, suffix=, logDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/WALs/b20163ee1150,34551,1733271769557, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/oldWALs, maxLogs=10 2024-12-04T00:22:51,504 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/WALs/b20163ee1150,34551,1733271769557/b20163ee1150%2C34551%2C1733271769557.1733271771490, exclude list is [], retry=0 2024-12-04T00:22:51,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-c14ec086-cb31-4374-847e-c2ed8a17f070,DISK] 2024-12-04T00:22:51,507 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/WALs/b20163ee1150,34551,1733271769557/b20163ee1150%2C34551%2C1733271769557.1733271771490 2024-12-04T00:22:51,508 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34553:34553)] 2024-12-04T00:22:51,508 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:51,508 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:51,508 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,508 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:22:51,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:22:51,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:22:51,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:22:51,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:51,514 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:51,517 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:22:51,519 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:51,519 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68884196, jitterRate=0.026454508304595947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:51,520 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271771508Initializing all the Stores at 1733271771509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271771509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271771509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271771509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271771509Cleaning up temporary data from old regions at 1733271771516 (+7 ms)Region opened successfully at 1733271771520 (+4 ms) 2024-12-04T00:22:51,520 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:22:51,522 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a56a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:51,523 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:22:51,523 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:22:51,523 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:22:51,523 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:22:51,523 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:22:51,524 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:22:51,524 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:22:51,525 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:22:51,526 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/balancer because node does not exist (not necessarily an error) 2024-12-04T00:22:51,926 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/balancer already deleted, retry=false 2024-12-04T00:22:51,926 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:22:51,927 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:22:52,278 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/normalizer already deleted, retry=false 2024-12-04T00:22:52,279 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:22:52,279 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:22:52,568 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/switch/split already deleted, retry=false 2024-12-04T00:22:52,569 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:22:52,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:52,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:52,949 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/switch/merge already deleted, retry=false 2024-12-04T00:22:52,956 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:22:53,326 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/snapshot-cleanup already deleted, retry=false 2024-12-04T00:22:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2085491007/running 2024-12-04T00:22:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2085491007/running 2024-12-04T00:22:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,663 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,34551,1733271769557, sessionid=0x1019db815b90006, setting cluster-up flag (Was=false) 2024-12-04T00:22:53,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,747 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2085491007/flush-table-proc/acquired, /2-2085491007/flush-table-proc/reached, /2-2085491007/flush-table-proc/abort 2024-12-04T00:22:53,749 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,34551,1733271769557 2024-12-04T00:22:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:53,801 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2085491007/online-snapshot/acquired, /2-2085491007/online-snapshot/reached, /2-2085491007/online-snapshot/abort 2024-12-04T00:22:53,802 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,34551,1733271769557 2024-12-04T00:22:53,809 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:22:53,821 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:53,822 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:22:53,822 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:22:53,822 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,34551,1733271769557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:53,826 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:53,827 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:53,861 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(746): ClusterId : 775c6db5-c4e1-41e8-8c76-38b72950fdf0 2024-12-04T00:22:53,861 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:22:53,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:53,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:22:53,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:53,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:22:53,896 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:22:53,896 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:22:53,914 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271803914 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:22:53,915 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:22:53,921 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:53,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:22:53,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:22:53,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:22:53,924 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:22:53,938 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:22:53,938 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bbeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:22:53,964 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:22:53,964 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:22:53,972 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271773964,5,FailOnTimeoutGroup] 2024-12-04T00:22:53,975 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271773972,5,FailOnTimeoutGroup] 2024-12-04T00:22:53,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:53,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:22:53,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:53,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:53,996 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:38859 2024-12-04T00:22:53,997 INFO [RS:0;b20163ee1150:38859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:22:53,997 INFO [RS:0;b20163ee1150:38859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:22:53,997 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:22:53,998 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,34551,1733271769557 with port=38859, startcode=1733271769673 2024-12-04T00:22:53,998 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:22:54,009 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:22:54,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,011 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26 2024-12-04T00:22:54,011 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33597 2024-12-04T00:22:54,011 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:22:54,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:22:54,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:22:54,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26 2024-12-04T00:22:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:22:54,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:54,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:54,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:54,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:54,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:54,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:54,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:54,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:54,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:54,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:54,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740 2024-12-04T00:22:54,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740 2024-12-04T00:22:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:54,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:54,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:54,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:54,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74216520, jitterRate=0.10591232776641846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271774067Initializing all the Stores at 1733271774068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774069 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271774069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774069Cleaning up temporary data from old regions at 1733271774077 (+8 ms)Region opened successfully at 1733271774085 (+8 ms) 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:22:54,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:22:54,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:22:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271774085Disabling compacts and flushes for region at 1733271774085Disabling writes for close at 1733271774085Writing region close event to WAL at 1733271774085Closed at 1733271774085 2024-12-04T00:22:54,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:54,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:22:54,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:22:54,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:54,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:22:54,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/rs 2024-12-04T00:22:54,093 DEBUG [RS:0;b20163ee1150:38859 {}] zookeeper.ZKUtil(111): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on existing znode=/2-2085491007/rs/b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,093 WARN [RS:0;b20163ee1150:38859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:22:54,094 INFO [RS:0;b20163ee1150:38859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:54,094 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,38859,1733271769673] 2024-12-04T00:22:54,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:22:54,107 INFO [RS:0;b20163ee1150:38859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:22:54,107 INFO [RS:0;b20163ee1150:38859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:22:54,107 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,108 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:22:54,109 INFO [RS:0;b20163ee1150:38859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:22:54,109 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:54,109 DEBUG [RS:0;b20163ee1150:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,110 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38859,1733271769673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:54,128 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:22:54,128 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38859,1733271769673-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,128 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,128 INFO [RS:0;b20163ee1150:38859 {}] regionserver.Replication(171): b20163ee1150,38859,1733271769673 started 2024-12-04T00:22:54,145 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:54,145 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,38859,1733271769673, RpcServer on b20163ee1150/172.17.0.3:38859, sessionid=0x1019db815b90007 2024-12-04T00:22:54,145 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:22:54,145 DEBUG [RS:0;b20163ee1150:38859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,145 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38859,1733271769673' 2024-12-04T00:22:54,145 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2085491007/flush-table-proc/abort' 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2085491007/flush-table-proc/acquired' 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,38859,1733271769673' 2024-12-04T00:22:54,146 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2085491007/online-snapshot/abort' 2024-12-04T00:22:54,147 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2085491007/online-snapshot/acquired' 2024-12-04T00:22:54,148 DEBUG [RS:0;b20163ee1150:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:22:54,148 INFO [RS:0;b20163ee1150:38859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:22:54,148 INFO [RS:0;b20163ee1150:38859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:22:54,243 WARN [b20163ee1150:34551 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:22:54,252 INFO [RS:0;b20163ee1150:38859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:22:54,254 INFO [RS:0;b20163ee1150:38859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38859%2C1733271769673, suffix=, logDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/oldWALs, maxLogs=10 2024-12-04T00:22:54,274 DEBUG [RS:0;b20163ee1150:38859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, exclude list is [], retry=0 2024-12-04T00:22:54,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-c14ec086-cb31-4374-847e-c2ed8a17f070,DISK] 2024-12-04T00:22:54,285 INFO [RS:0;b20163ee1150:38859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 2024-12-04T00:22:54,285 DEBUG [RS:0;b20163ee1150:38859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34553:34553)] 2024-12-04T00:22:54,493 DEBUG [b20163ee1150:34551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:22:54,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38859,1733271769673, state=OPENING 2024-12-04T00:22:54,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:22:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:22:54,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2085491007/meta-region-server: CHANGED 2024-12-04T00:22:54,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2085491007/meta-region-server: CHANGED 2024-12-04T00:22:54,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:22:54,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38859,1733271769673}] 2024-12-04T00:22:54,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:22:54,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:22:54,834 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:22:54,834 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:22:54,834 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:22:54,841 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38859%2C1733271769673.meta, suffix=.meta, logDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/oldWALs, maxLogs=10 2024-12-04T00:22:54,872 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.meta.1733271774841.meta, exclude list is [], retry=0 2024-12-04T00:22:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-c14ec086-cb31-4374-847e-c2ed8a17f070,DISK] 2024-12-04T00:22:54,928 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.meta.1733271774841.meta 2024-12-04T00:22:54,938 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34553:34553)] 2024-12-04T00:22:54,938 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:54,939 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:22:54,939 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:22:54,939 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:22:54,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:22:54,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:22:54,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:22:54,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:22:54,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:22:54,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:22:54,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:22:54,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:22:54,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:22:54,974 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:22:54,974 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740 2024-12-04T00:22:54,975 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740 2024-12-04T00:22:54,977 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:22:54,977 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:22:54,977 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:22:54,978 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:22:54,979 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63476172, jitterRate=-0.05413132905960083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:22:54,979 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:22:54,979 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271774939Writing region info on filesystem at 1733271774939Initializing all the Stores at 1733271774956 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774963 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271774963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271774963Cleaning up temporary data from old regions at 1733271774977 (+14 ms)Running coprocessor post-open hooks at 1733271774979 (+2 ms)Region opened successfully at 1733271774979 2024-12-04T00:22:54,980 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271774797 2024-12-04T00:22:54,983 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:22:54,983 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:22:54,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:22:54,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,38859,1733271769673, state=OPEN 2024-12-04T00:22:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2085491007/meta-region-server 2024-12-04T00:22:55,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2085491007/meta-region-server: CHANGED 2024-12-04T00:22:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2085491007/meta-region-server 2024-12-04T00:22:55,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2085491007/meta-region-server: CHANGED 2024-12-04T00:22:55,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,38859,1733271769673 2024-12-04T00:22:55,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:22:55,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,38859,1733271769673 in 582 msec 2024-12-04T00:22:55,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:22:55,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1200 sec 2024-12-04T00:22:55,213 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:22:55,213 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:22:55,225 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:55,225 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38859,1733271769673, seqNum=-1] 2024-12-04T00:22:55,226 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:55,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:55,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-12-04T00:22:55,288 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271775288, completionTime=-1 2024-12-04T00:22:55,289 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:22:55,289 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271835298 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271895298 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:34551, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,300 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,304 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:22:55,305 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.522sec 2024-12-04T00:22:55,305 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:22:55,306 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:22:55,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:22:55,325 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:22:55,325 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,34551,1733271769557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:22:55,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:55,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:22:55,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:22:55,376 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:22:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:22:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c399ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:22:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:22:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:22:55,381 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:22:55,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:22:55,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:22:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38859,1733271769673, seqNum=-1] 2024-12-04T00:22:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:22:55,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:22:55,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,34551,1733271769557 2024-12-04T00:22:55,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T00:22:55,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:22:55,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019db815b90008 connected 2024-12-04T00:22:55,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34831,1733271758828 2024-12-04T00:22:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5844ef44 2024-12-04T00:22:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:55,451 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:55,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:22:55,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:55,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:55,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:22:55,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:22:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:55,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0918a9f4fb13cd1d5d4bc942776a4061, NAME => 'test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e 2024-12-04T00:22:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0918a9f4fb13cd1d5d4bc942776a4061, disabling compactions & flushes 2024-12-04T00:22:56,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. after waiting 0 ms 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0918a9f4fb13cd1d5d4bc942776a4061: Waiting for close lock at 1733271776392Disabling compacts and flushes for region at 1733271776392Disabling writes for close at 1733271776392Writing region close event to WAL at 1733271776392Closed at 1733271776392 2024-12-04T00:22:56,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:56,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271776393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271776393"}]},"ts":"1733271776393"} 2024-12-04T00:22:56,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:56,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:56,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271776398"}]},"ts":"1733271776398"} 2024-12-04T00:22:56,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:22:56,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0918a9f4fb13cd1d5d4bc942776a4061, ASSIGN}] 2024-12-04T00:22:56,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0918a9f4fb13cd1d5d4bc942776a4061, ASSIGN 2024-12-04T00:22:56,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0918a9f4fb13cd1d5d4bc942776a4061, ASSIGN; state=OFFLINE, location=b20163ee1150,45905,1733271759045; forceNewPlan=false, retain=false 2024-12-04T00:22:56,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0918a9f4fb13cd1d5d4bc942776a4061, regionState=OPENING, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:22:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0918a9f4fb13cd1d5d4bc942776a4061, ASSIGN because future has completed 2024-12-04T00:22:56,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0918a9f4fb13cd1d5d4bc942776a4061, server=b20163ee1150,45905,1733271759045}] 2024-12-04T00:22:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:56,752 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,752 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0918a9f4fb13cd1d5d4bc942776a4061, NAME => 'test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:56,753 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:56,753 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:22:56,753 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,753 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:56,753 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,753 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,792 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,799 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0918a9f4fb13cd1d5d4bc942776a4061 columnFamilyName f 2024-12-04T00:22:56,799 DEBUG [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:56,804 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(327): Store=0918a9f4fb13cd1d5d4bc942776a4061/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:56,804 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,821 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0918a9f4fb13cd1d5d4bc942776a4061 columnFamilyName f1 2024-12-04T00:22:56,821 DEBUG [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:56,824 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(327): Store=0918a9f4fb13cd1d5d4bc942776a4061/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:56,824 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,833 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0918a9f4fb13cd1d5d4bc942776a4061 columnFamilyName norep 2024-12-04T00:22:56,833 DEBUG [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:56,833 INFO [StoreOpener-0918a9f4fb13cd1d5d4bc942776a4061-1 {}] regionserver.HStore(327): Store=0918a9f4fb13cd1d5d4bc942776a4061/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:56,834 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,835 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,835 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,836 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,836 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,837 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:56,838 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,840 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:56,840 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0918a9f4fb13cd1d5d4bc942776a4061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72808483, jitterRate=0.08493094146251678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:56,840 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:22:56,841 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0918a9f4fb13cd1d5d4bc942776a4061: Running coprocessor pre-open hook at 1733271776753Writing region info on filesystem at 1733271776753Initializing all the Stores at 1733271776765 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271776765Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271776780 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271776780Cleaning up temporary data from old regions at 1733271776836 (+56 ms)Running coprocessor post-open hooks at 1733271776840 (+4 ms)Region opened successfully at 1733271776841 (+1 ms) 2024-12-04T00:22:56,844 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061., pid=6, masterSystemTime=1733271776727 2024-12-04T00:22:56,846 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,846 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:22:56,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0918a9f4fb13cd1d5d4bc942776a4061, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:22:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0918a9f4fb13cd1d5d4bc942776a4061, server=b20163ee1150,45905,1733271759045 because future has completed 2024-12-04T00:22:56,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:22:56,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0918a9f4fb13cd1d5d4bc942776a4061, server=b20163ee1150,45905,1733271759045 in 299 msec 2024-12-04T00:22:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:22:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0918a9f4fb13cd1d5d4bc942776a4061, ASSIGN in 468 msec 2024-12-04T00:22:56,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:56,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271776877"}]},"ts":"1733271776877"} 2024-12-04T00:22:56,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:22:56,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4280 sec 2024-12-04T00:22:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:57,605 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:22:57,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:22:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c93f203 2024-12-04T00:22:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:57,607 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:57,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:22:57,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:57,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:57,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:57,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:57,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:58,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69fb9f726c946afc47689f82ae63687f, NAME => 'test,,1733271777608.69fb9f726c946afc47689f82ae63687f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f 2024-12-04T00:22:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:22:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:58,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271777608.69fb9f726c946afc47689f82ae63687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:58,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69fb9f726c946afc47689f82ae63687f, disabling compactions & flushes 2024-12-04T00:22:58,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271777608.69fb9f726c946afc47689f82ae63687f. after waiting 0 ms 2024-12-04T00:22:58,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69fb9f726c946afc47689f82ae63687f: Waiting for close lock at 1733271778506Disabling compacts and flushes for region at 1733271778506Disabling writes for close at 1733271778507 (+1 ms)Writing region close event to WAL at 1733271778507Closed at 1733271778507 2024-12-04T00:22:58,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:22:58,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271777608.69fb9f726c946afc47689f82ae63687f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271778510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271778510"}]},"ts":"1733271778510"} 2024-12-04T00:22:58,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:22:58,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:22:58,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271778513"}]},"ts":"1733271778513"} 2024-12-04T00:22:58,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:22:58,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69fb9f726c946afc47689f82ae63687f, ASSIGN}] 2024-12-04T00:22:58,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69fb9f726c946afc47689f82ae63687f, ASSIGN 2024-12-04T00:22:58,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69fb9f726c946afc47689f82ae63687f, ASSIGN; state=OFFLINE, location=b20163ee1150,39121,1733271764164; forceNewPlan=false, retain=false 2024-12-04T00:22:58,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69fb9f726c946afc47689f82ae63687f, regionState=OPENING, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:22:58,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69fb9f726c946afc47689f82ae63687f, ASSIGN because future has completed 2024-12-04T00:22:58,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fb9f726c946afc47689f82ae63687f, server=b20163ee1150,39121,1733271764164}] 2024-12-04T00:22:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:58,826 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,826 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69fb9f726c946afc47689f82ae63687f, NAME => 'test,,1733271777608.69fb9f726c946afc47689f82ae63687f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:22:58,826 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:22:58,827 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:22:58,827 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,827 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271777608.69fb9f726c946afc47689f82ae63687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:22:58,827 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,827 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,828 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,829 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb9f726c946afc47689f82ae63687f columnFamilyName f 2024-12-04T00:22:58,829 DEBUG [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:58,829 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(327): Store=69fb9f726c946afc47689f82ae63687f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:58,829 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,830 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb9f726c946afc47689f82ae63687f columnFamilyName f1 2024-12-04T00:22:58,830 DEBUG [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:58,830 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(327): Store=69fb9f726c946afc47689f82ae63687f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:58,830 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,831 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb9f726c946afc47689f82ae63687f columnFamilyName norep 2024-12-04T00:22:58,831 DEBUG [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:58,832 INFO [StoreOpener-69fb9f726c946afc47689f82ae63687f-1 {}] regionserver.HStore(327): Store=69fb9f726c946afc47689f82ae63687f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:22:58,832 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,832 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,832 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,833 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,833 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,833 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:22:58,834 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,836 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:22:58,836 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69fb9f726c946afc47689f82ae63687f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58972969, jitterRate=-0.12123428285121918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:22:58,836 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:22:58,836 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69fb9f726c946afc47689f82ae63687f: Running coprocessor pre-open hook at 1733271778827Writing region info on filesystem at 1733271778827Initializing all the Stores at 1733271778827Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271778828 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271778828Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271778828Cleaning up temporary data from old regions at 1733271778833 (+5 ms)Running coprocessor post-open hooks at 1733271778836 (+3 ms)Region opened successfully at 1733271778836 2024-12-04T00:22:58,837 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271777608.69fb9f726c946afc47689f82ae63687f., pid=6, masterSystemTime=1733271778823 2024-12-04T00:22:58,838 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,839 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:22:58,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69fb9f726c946afc47689f82ae63687f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:22:58,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fb9f726c946afc47689f82ae63687f, server=b20163ee1150,39121,1733271764164 because future has completed 2024-12-04T00:22:58,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:22:58,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69fb9f726c946afc47689f82ae63687f, server=b20163ee1150,39121,1733271764164 in 171 msec 2024-12-04T00:22:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:22:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69fb9f726c946afc47689f82ae63687f, ASSIGN in 329 msec 2024-12-04T00:22:58,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:22:58,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271778847"}]},"ts":"1733271778847"} 2024-12-04T00:22:58,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:22:58,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:22:58,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2410 sec 2024-12-04T00:22:59,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:22:59,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:22:59,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:22:59,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:22:59,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:22:59,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:22:59,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:22:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:59,766 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:22:59,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:22:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34551,1733271769557 2024-12-04T00:22:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27f5d73e 2024-12-04T00:22:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:22:59,767 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:22:59,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:22:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:22:59,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:22:59,769 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:22:59,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:22:59,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:22:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:22:59,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:22:59,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a06af2059cde4c212af0ba678e85b4ab, NAME => 'test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26 2024-12-04T00:22:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:22:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a06af2059cde4c212af0ba678e85b4ab, disabling compactions & flushes 2024-12-04T00:23:00,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. after waiting 0 ms 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a06af2059cde4c212af0ba678e85b4ab: Waiting for close lock at 1733271780180Disabling compacts and flushes for region at 1733271780180Disabling writes for close at 1733271780180Writing region close event to WAL at 1733271780180Closed at 1733271780180 2024-12-04T00:23:00,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:00,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271780181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271780181"}]},"ts":"1733271780181"} 2024-12-04T00:23:00,183 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:00,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:00,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271780184"}]},"ts":"1733271780184"} 2024-12-04T00:23:00,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:23:00,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a06af2059cde4c212af0ba678e85b4ab, ASSIGN}] 2024-12-04T00:23:00,187 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a06af2059cde4c212af0ba678e85b4ab, ASSIGN 2024-12-04T00:23:00,188 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a06af2059cde4c212af0ba678e85b4ab, ASSIGN; state=OFFLINE, location=b20163ee1150,38859,1733271769673; forceNewPlan=false, retain=false 2024-12-04T00:23:00,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a06af2059cde4c212af0ba678e85b4ab, regionState=OPENING, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:23:00,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a06af2059cde4c212af0ba678e85b4ab, ASSIGN because future has completed 2024-12-04T00:23:00,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a06af2059cde4c212af0ba678e85b4ab, server=b20163ee1150,38859,1733271769673}] 2024-12-04T00:23:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:00,508 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,508 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a06af2059cde4c212af0ba678e85b4ab, NAME => 'test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:00,509 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:00,509 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:23:00,509 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,509 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:00,509 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,509 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,510 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,511 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a06af2059cde4c212af0ba678e85b4ab columnFamilyName f 2024-12-04T00:23:00,511 DEBUG [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:00,511 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(327): Store=a06af2059cde4c212af0ba678e85b4ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:00,511 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,512 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a06af2059cde4c212af0ba678e85b4ab columnFamilyName f1 2024-12-04T00:23:00,512 DEBUG [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:00,512 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(327): Store=a06af2059cde4c212af0ba678e85b4ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:00,512 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,513 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a06af2059cde4c212af0ba678e85b4ab columnFamilyName norep 2024-12-04T00:23:00,513 DEBUG [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:00,514 INFO [StoreOpener-a06af2059cde4c212af0ba678e85b4ab-1 {}] regionserver.HStore(327): Store=a06af2059cde4c212af0ba678e85b4ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:00,514 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,514 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,515 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,516 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,516 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,516 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:00,517 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,519 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:00,519 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a06af2059cde4c212af0ba678e85b4ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69608111, jitterRate=0.03724168241024017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:00,519 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:00,519 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a06af2059cde4c212af0ba678e85b4ab: Running coprocessor pre-open hook at 1733271780509Writing region info on filesystem at 1733271780509Initializing all the Stores at 1733271780510 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271780510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271780510Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271780510Cleaning up temporary data from old regions at 1733271780516 (+6 ms)Running coprocessor post-open hooks at 1733271780519 (+3 ms)Region opened successfully at 1733271780519 2024-12-04T00:23:00,520 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab., pid=6, masterSystemTime=1733271780500 2024-12-04T00:23:00,522 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,522 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:00,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a06af2059cde4c212af0ba678e85b4ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:23:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a06af2059cde4c212af0ba678e85b4ab, server=b20163ee1150,38859,1733271769673 because future has completed 2024-12-04T00:23:00,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:23:00,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a06af2059cde4c212af0ba678e85b4ab, server=b20163ee1150,38859,1733271769673 in 184 msec 2024-12-04T00:23:00,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:23:00,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a06af2059cde4c212af0ba678e85b4ab, ASSIGN in 341 msec 2024-12-04T00:23:00,529 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:00,529 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271780529"}]},"ts":"1733271780529"} 2024-12-04T00:23:00,531 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:23:00,532 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:00,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-12-04T00:23:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:00,906 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:23:00,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34831,-1 for getting cluster id 2024-12-04T00:23:00,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:00,909 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce1df9a-1e8b-474a-8147-37b607b35b99' 2024-12-04T00:23:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce1df9a-1e8b-474a-8147-37b607b35b99" 2024-12-04T00:23:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34831,-1] 2024-12-04T00:23:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:00,911 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0d79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34831,1733271758828 2024-12-04T00:23:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa0ea39 2024-12-04T00:23:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:00,914 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:00,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:42761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:23:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:23:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:00,918 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:42761' 2024-12-04T00:23:00,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1c22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,928 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:00,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:00,930 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624674d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:00,931 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:00,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5864c5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:00,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:23:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454c7f38 2024-12-04T00:23:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:00,934 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:00,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T00:23:00,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:23:00,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:00,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:00,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:00,936 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:00,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:23:00,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:00,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:00,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:23:00,988 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:01,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ffb219760ebfafdba8a03d0ade77db6, NAME => 'hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e 2024-12-04T00:23:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:23:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ffb219760ebfafdba8a03d0ade77db6, disabling compactions & flushes 2024-12-04T00:23:01,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. after waiting 0 ms 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:01,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:01,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ffb219760ebfafdba8a03d0ade77db6: Waiting for close lock at 1733271781811Disabling compacts and flushes for region at 1733271781811Disabling writes for close at 1733271781811Writing region close event to WAL at 1733271781811Closed at 1733271781811 2024-12-04T00:23:01,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:01,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271781812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271781812"}]},"ts":"1733271781812"} 2024-12-04T00:23:01,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:01,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:01,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271781814"}]},"ts":"1733271781814"} 2024-12-04T00:23:01,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:23:01,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ffb219760ebfafdba8a03d0ade77db6, ASSIGN}] 2024-12-04T00:23:01,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ffb219760ebfafdba8a03d0ade77db6, ASSIGN 2024-12-04T00:23:01,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ffb219760ebfafdba8a03d0ade77db6, ASSIGN; state=OFFLINE, location=b20163ee1150,45905,1733271759045; forceNewPlan=false, retain=false 2024-12-04T00:23:01,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ffb219760ebfafdba8a03d0ade77db6, regionState=OPENING, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:23:01,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ffb219760ebfafdba8a03d0ade77db6, ASSIGN because future has completed 2024-12-04T00:23:01,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb219760ebfafdba8a03d0ade77db6, server=b20163ee1150,45905,1733271759045}] 2024-12-04T00:23:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:02,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:02,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:02,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:23:02,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C45905%2C1733271759045.rep, suffix=, logDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045, archiveDir=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/oldWALs, maxLogs=10 2024-12-04T00:23:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.rep.1733271782150, exclude list is [], retry=0 2024-12-04T00:23:02,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39989,DS-f929d9a3-fda3-4b0d-90e6-923d43d57459,DISK] 2024-12-04T00:23:02,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.rep.1733271782150 2024-12-04T00:23:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529)] 2024-12-04T00:23:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ffb219760ebfafdba8a03d0ade77db6, NAME => 'hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:02,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:02,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. service=MultiRowMutationService 2024-12-04T00:23:02,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:23:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,236 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,238 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb219760ebfafdba8a03d0ade77db6 columnFamilyName hfileref 2024-12-04T00:23:02,238 DEBUG [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:02,239 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(327): Store=3ffb219760ebfafdba8a03d0ade77db6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:02,239 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,252 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb219760ebfafdba8a03d0ade77db6 columnFamilyName queue 2024-12-04T00:23:02,253 DEBUG [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:02,265 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(327): Store=3ffb219760ebfafdba8a03d0ade77db6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:02,265 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,269 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb219760ebfafdba8a03d0ade77db6 columnFamilyName sid 2024-12-04T00:23:02,269 DEBUG [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:02,270 INFO [StoreOpener-3ffb219760ebfafdba8a03d0ade77db6-1 {}] regionserver.HStore(327): Store=3ffb219760ebfafdba8a03d0ade77db6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:02,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:02,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:02,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ffb219760ebfafdba8a03d0ade77db6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61948113, jitterRate=-0.07690118253231049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:02,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:02,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ffb219760ebfafdba8a03d0ade77db6: Running coprocessor pre-open hook at 1733271782218Writing region info on filesystem at 1733271782218Initializing all the Stores at 1733271782228 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271782228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271782236 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271782236Cleaning up temporary data from old regions at 1733271782272 (+36 ms)Running coprocessor post-open hooks at 1733271782289 (+17 ms)Region opened successfully at 1733271782289 2024-12-04T00:23:02,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6., pid=10, masterSystemTime=1733271782132 2024-12-04T00:23:02,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:02,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:02,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ffb219760ebfafdba8a03d0ade77db6, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,45905,1733271759045 2024-12-04T00:23:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb219760ebfafdba8a03d0ade77db6, server=b20163ee1150,45905,1733271759045 because future has completed 2024-12-04T00:23:02,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:23:02,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ffb219760ebfafdba8a03d0ade77db6, server=b20163ee1150,45905,1733271759045 in 350 msec 2024-12-04T00:23:02,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:23:02,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ffb219760ebfafdba8a03d0ade77db6, ASSIGN in 507 msec 2024-12-04T00:23:02,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:02,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271782329"}]},"ts":"1733271782329"} 2024-12-04T00:23:02,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:23:02,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:02,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3960 sec 2024-12-04T00:23:02,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6., hostname=b20163ee1150,45905,1733271759045, seqNum=2] 2024-12-04T00:23:02,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:23:02,389 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:23:02,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:23:02,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:23:02,588 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:23:02,653 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,45905,1733271759045, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:23:02,654 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:02,654 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45905,1733271759045, seqNum=-1] 2024-12-04T00:23:02,655 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:02,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,45905,1733271759045', locateType=CURRENT is [region=hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6., hostname=b20163ee1150,45905,1733271759045, seqNum=2] 2024-12-04T00:23:02,672 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:23:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:23:02,684 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,45905,1733271759045 suceeded 2024-12-04T00:23:02,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:23:02,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-12-04T00:23:02,687 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:42761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:23:02,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7730 sec 2024-12-04T00:23:02,692 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:42761' 2024-12-04T00:23:02,697 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0901d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:02,697 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:02,697 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:02,698 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e9f3884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:02,700 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b50fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:23:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60164610 2024-12-04T00:23:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:02,704 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T00:23:02,705 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,45905,1733271759045 (queues=1) is replicating from cluster=1ce1df9a-1e8b-474a-8147-37b607b35b99 to cluster=b52134f7-3d33-4e0c-9b51-9dc6753085b9 2024-12-04T00:23:02,705 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C45905%2C1733271759045 2024-12-04T00:23:02,705 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,45905,1733271759045, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:23:02,708 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, startPosition=0, beingWritten=true 2024-12-04T00:23:02,721 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C45905%2C1733271759045 2024-12-04T00:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,45905,1733271759045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:02,952 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:03,066 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:23:03,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:03,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:03,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:03,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:03,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:03,068 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b48591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,069 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4169f785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:23:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e19c77 2024-12-04T00:23:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:03,072 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:03,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:34551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:23:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:23:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:03,077 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:34551' 2024-12-04T00:23:03,078 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a480fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,078 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:23:03,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:03,079 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:23:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:23:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2427ee99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,080 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a782f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:03,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:03,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34551,1733271769557 2024-12-04T00:23:03,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dd5ba9 2024-12-04T00:23:03,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:03,083 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:03,084 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T00:23:03,084 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:23:03,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:03,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:03,084 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:03,085 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:23:03,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:03,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:03,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:23:03,136 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:23:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:03,269 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:03,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f00bcc4a517990d8e2bb93810c06c83, NAME => 'hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f 2024-12-04T00:23:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f00bcc4a517990d8e2bb93810c06c83, disabling compactions & flushes 2024-12-04T00:23:03,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. after waiting 0 ms 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f00bcc4a517990d8e2bb93810c06c83: Waiting for close lock at 1733271783522Disabling compacts and flushes for region at 1733271783522Disabling writes for close at 1733271783522Writing region close event to WAL at 1733271783522Closed at 1733271783522 2024-12-04T00:23:03,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:03,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271783523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271783523"}]},"ts":"1733271783523"} 2024-12-04T00:23:03,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:03,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:03,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271783526"}]},"ts":"1733271783526"} 2024-12-04T00:23:03,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:23:03,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f00bcc4a517990d8e2bb93810c06c83, ASSIGN}] 2024-12-04T00:23:03,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f00bcc4a517990d8e2bb93810c06c83, ASSIGN 2024-12-04T00:23:03,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f00bcc4a517990d8e2bb93810c06c83, ASSIGN; state=OFFLINE, location=b20163ee1150,39121,1733271764164; forceNewPlan=false, retain=false 2024-12-04T00:23:03,672 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:03,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f00bcc4a517990d8e2bb93810c06c83, regionState=OPENING, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:23:03,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f00bcc4a517990d8e2bb93810c06c83, ASSIGN because future has completed 2024-12-04T00:23:03,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f00bcc4a517990d8e2bb93810c06c83, server=b20163ee1150,39121,1733271764164}] 2024-12-04T00:23:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:03,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:03,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:23:03,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39121%2C1733271764164.rep, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/oldWALs, maxLogs=10 2024-12-04T00:23:03,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.rep.1733271783847, exclude list is [], retry=0 2024-12-04T00:23:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38683,DS-c4c3f420-d624-4430-b9e9-51d83878cfde,DISK] 2024-12-04T00:23:03,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.rep.1733271783847 2024-12-04T00:23:03,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-04T00:23:03,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f00bcc4a517990d8e2bb93810c06c83, NAME => 'hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:03,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. service=MultiRowMutationService 2024-12-04T00:23:03,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,914 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,915 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f00bcc4a517990d8e2bb93810c06c83 columnFamilyName hfileref 2024-12-04T00:23:03,915 DEBUG [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:03,916 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(327): Store=0f00bcc4a517990d8e2bb93810c06c83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:03,916 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,917 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f00bcc4a517990d8e2bb93810c06c83 columnFamilyName queue 2024-12-04T00:23:03,917 DEBUG [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:03,917 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(327): Store=0f00bcc4a517990d8e2bb93810c06c83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:03,917 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,918 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f00bcc4a517990d8e2bb93810c06c83 columnFamilyName sid 2024-12-04T00:23:03,918 DEBUG [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:03,919 INFO [StoreOpener-0f00bcc4a517990d8e2bb93810c06c83-1 {}] regionserver.HStore(327): Store=0f00bcc4a517990d8e2bb93810c06c83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:03,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/replication/0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/replication/0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:03,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/replication/0f00bcc4a517990d8e2bb93810c06c83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:03,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0f00bcc4a517990d8e2bb93810c06c83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68871060, jitterRate=0.026258766651153564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:03,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:03,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0f00bcc4a517990d8e2bb93810c06c83: Running coprocessor pre-open hook at 1733271783913Writing region info on filesystem at 1733271783913Initializing all the Stores at 1733271783913Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271783913Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271783914 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271783914Cleaning up temporary data from old regions at 1733271783921 (+7 ms)Running coprocessor post-open hooks at 1733271783926 (+5 ms)Region opened successfully at 1733271783926 2024-12-04T00:23:03,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83., pid=10, masterSystemTime=1733271783842 2024-12-04T00:23:03,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:03,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f00bcc4a517990d8e2bb93810c06c83, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,39121,1733271764164 2024-12-04T00:23:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f00bcc4a517990d8e2bb93810c06c83, server=b20163ee1150,39121,1733271764164 because future has completed 2024-12-04T00:23:03,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:23:03,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f00bcc4a517990d8e2bb93810c06c83, server=b20163ee1150,39121,1733271764164 in 244 msec 2024-12-04T00:23:03,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:23:03,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f00bcc4a517990d8e2bb93810c06c83, ASSIGN in 405 msec 2024-12-04T00:23:03,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:03,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271783935"}]},"ts":"1733271783935"} 2024-12-04T00:23:03,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:23:03,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:03,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-12-04T00:23:03,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83., hostname=b20163ee1150,39121,1733271764164, seqNum=2] 2024-12-04T00:23:03,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:23:03,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:23:04,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:23:04,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:23:04,168 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:23:04,188 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:04,222 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,39121,1733271764164, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:23:04,223 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:04,223 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39121,1733271764164, seqNum=-1] 2024-12-04T00:23:04,224 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:04,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:04,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,39121,1733271764164', locateType=CURRENT is [region=hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83., hostname=b20163ee1150,39121,1733271764164, seqNum=2] 2024-12-04T00:23:04,233 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:23:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:23:04,249 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,39121,1733271764164 suceeded 2024-12-04T00:23:04,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:23:04,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-12-04T00:23:04,252 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:34551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:23:04,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1800 sec 2024-12-04T00:23:04,256 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:34551' 2024-12-04T00:23:04,258 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353857f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:04,258 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:23:04,258 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:04,258 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1146ca09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:04,260 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:04,264 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18decbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:04,264 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34551,1733271769557 2024-12-04T00:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279e8fec 2024-12-04T00:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:04,267 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T00:23:04,268 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,39121,1733271764164 (queues=1) is replicating from cluster=b52134f7-3d33-4e0c-9b51-9dc6753085b9 to cluster=775c6db5-c4e1-41e8-8c76-38b72950fdf0 2024-12-04T00:23:04,268 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C39121%2C1733271764164 2024-12-04T00:23:04,268 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,39121,1733271764164, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:23:04,283 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C39121%2C1733271764164 2024-12-04T00:23:04,288 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, startPosition=0, beingWritten=true 2024-12-04T00:23:04,314 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:04,314 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:04,314 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:04,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:04,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:04,534 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:04,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:23:04,797 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:04,871 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:05,236 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:23:05,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:05,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:05,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:23:05,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:05,245 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7638fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,247 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a185df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,34551,1733271769557 2024-12-04T00:23:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2652575e 2024-12-04T00:23:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:05,251 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:05,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:42761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:23:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:23:05,256 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:42761' 2024-12-04T00:23:05,257 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5903b02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,257 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:05,257 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:05,258 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf34c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:05,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,259 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb4acb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:05,260 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:23:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff5397a 2024-12-04T00:23:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:05,262 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:05,262 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T00:23:05,262 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:23:05,262 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,262 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:05,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:05,263 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:05,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:23:05,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:05,265 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:05,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:05,292 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:05,316 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:23:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:23:05,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 705784fe17cc714356809f037c4e4e30, NAME => 'hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26 2024-12-04T00:23:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:23:05,509 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 705784fe17cc714356809f037c4e4e30, disabling compactions & flushes 2024-12-04T00:23:05,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. after waiting 0 ms 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:05,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:05,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 705784fe17cc714356809f037c4e4e30: Waiting for close lock at 1733271785789Disabling compacts and flushes for region at 1733271785789Disabling writes for close at 1733271785789Writing region close event to WAL at 1733271785789Closed at 1733271785789 2024-12-04T00:23:05,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:05,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271785790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271785790"}]},"ts":"1733271785790"} 2024-12-04T00:23:05,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:05,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:05,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271785800"}]},"ts":"1733271785800"} 2024-12-04T00:23:05,815 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:05,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:23:05,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=705784fe17cc714356809f037c4e4e30, ASSIGN}] 2024-12-04T00:23:05,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=705784fe17cc714356809f037c4e4e30, ASSIGN 2024-12-04T00:23:05,818 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=705784fe17cc714356809f037c4e4e30, ASSIGN; state=OFFLINE, location=b20163ee1150,38859,1733271769673; forceNewPlan=false, retain=false 2024-12-04T00:23:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:05,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=705784fe17cc714356809f037c4e4e30, regionState=OPENING, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:23:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=705784fe17cc714356809f037c4e4e30, ASSIGN because future has completed 2024-12-04T00:23:05,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 705784fe17cc714356809f037c4e4e30, server=b20163ee1150,38859,1733271769673}] 2024-12-04T00:23:06,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:06,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:06,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:23:06,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C38859%2C1733271769673.rep, suffix=, logDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/oldWALs, maxLogs=10 2024-12-04T00:23:06,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.rep.1733271786127, exclude list is [], retry=0 2024-12-04T00:23:06,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-c14ec086-cb31-4374-847e-c2ed8a17f070,DISK] 2024-12-04T00:23:06,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.rep.1733271786127 2024-12-04T00:23:06,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34553:34553)] 2024-12-04T00:23:06,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 705784fe17cc714356809f037c4e4e30, NAME => 'hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:06,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. service=MultiRowMutationService 2024-12-04T00:23:06,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,160 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,161 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705784fe17cc714356809f037c4e4e30 columnFamilyName hfileref 2024-12-04T00:23:06,161 DEBUG [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:06,162 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(327): Store=705784fe17cc714356809f037c4e4e30/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:06,162 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,163 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705784fe17cc714356809f037c4e4e30 columnFamilyName queue 2024-12-04T00:23:06,163 DEBUG [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:06,163 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(327): Store=705784fe17cc714356809f037c4e4e30/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:06,163 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,164 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705784fe17cc714356809f037c4e4e30 columnFamilyName sid 2024-12-04T00:23:06,164 DEBUG [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:06,164 INFO [StoreOpener-705784fe17cc714356809f037c4e4e30-1 {}] regionserver.HStore(327): Store=705784fe17cc714356809f037c4e4e30/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:06,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/replication/705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/replication/705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:06,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/replication/705784fe17cc714356809f037c4e4e30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:06,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 705784fe17cc714356809f037c4e4e30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60045845, jitterRate=-0.10524718463420868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:06,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:06,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 705784fe17cc714356809f037c4e4e30: Running coprocessor pre-open hook at 1733271786157Writing region info on filesystem at 1733271786157Initializing all the Stores at 1733271786158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271786158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271786160 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271786160Cleaning up temporary data from old regions at 1733271786167 (+7 ms)Running coprocessor post-open hooks at 1733271786175 (+8 ms)Region opened successfully at 1733271786175 2024-12-04T00:23:06,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30., pid=10, masterSystemTime=1733271786122 2024-12-04T00:23:06,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:06,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:06,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=705784fe17cc714356809f037c4e4e30, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,38859,1733271769673 2024-12-04T00:23:06,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 705784fe17cc714356809f037c4e4e30, server=b20163ee1150,38859,1733271769673 because future has completed 2024-12-04T00:23:06,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:23:06,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 705784fe17cc714356809f037c4e4e30, server=b20163ee1150,38859,1733271769673 in 215 msec 2024-12-04T00:23:06,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:23:06,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=705784fe17cc714356809f037c4e4e30, ASSIGN in 372 msec 2024-12-04T00:23:06,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:06,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271786192"}]},"ts":"1733271786192"} 2024-12-04T00:23:06,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:23:06,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:06,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 932 msec 2024-12-04T00:23:06,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30., hostname=b20163ee1150,38859,1733271769673, seqNum=2] 2024-12-04T00:23:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:23:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:23:06,313 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:06,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:23:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:06,429 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:06,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:23:06,476 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:23:06,518 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,38859,1733271769673, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:23:06,518 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:06,518 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38859,1733271769673, seqNum=-1] 2024-12-04T00:23:06,519 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:06,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:06,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,38859,1733271769673', locateType=CURRENT is [region=hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30., hostname=b20163ee1150,38859,1733271769673, seqNum=2] 2024-12-04T00:23:06,525 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:23:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:23:06,527 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,38859,1733271769673 suceeded 2024-12-04T00:23:06,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:23:06,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-04T00:23:06,530 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:42761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:23:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2780 sec 2024-12-04T00:23:06,545 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:42761' 2024-12-04T00:23:06,548 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc6b661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:06,548 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:06,549 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:06,549 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2bca31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:06,552 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:06,552 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d27502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:06,553 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,42761,1733271764049 2024-12-04T00:23:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e39fe7 2024-12-04T00:23:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:06,554 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T00:23:06,555 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,38859,1733271769673 (queues=1) is replicating from cluster=775c6db5-c4e1-41e8-8c76-38b72950fdf0 to cluster=b52134f7-3d33-4e0c-9b51-9dc6753085b9 2024-12-04T00:23:06,555 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C38859%2C1733271769673 2024-12-04T00:23:06,555 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,38859,1733271769673, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:23:06,568 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C38859%2C1733271769673 2024-12-04T00:23:06,572 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, startPosition=0, beingWritten=true 2024-12-04T00:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:06,797 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:07,103 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:07,170 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:07,221 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:07,415 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:23:07,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:07,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:07,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:07,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:07,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:07,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34831,-1 for getting cluster id 2024-12-04T00:23:07,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:07,417 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce1df9a-1e8b-474a-8147-37b607b35b99' 2024-12-04T00:23:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce1df9a-1e8b-474a-8147-37b607b35b99" 2024-12-04T00:23:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41d204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34831,-1] 2024-12-04T00:23:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:07,419 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a1b1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:07,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:07,420 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40859923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:07,421 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59740de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:23:07,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:07,423 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:23:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49768035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:07,425 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5c0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:07,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,45905,1733271759045, seqNum=-1] 2024-12-04T00:23:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:07,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:07,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061., hostname=b20163ee1150,45905,1733271759045, seqNum=2] 2024-12-04T00:23:07,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:07,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38859,1733271769673, seqNum=-1] 2024-12-04T00:23:07,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:07,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:07,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab., hostname=b20163ee1150,38859,1733271769673, seqNum=2] 2024-12-04T00:23:07,437 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T00:23:07,506 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:07,973 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:08,012 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:08,228 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 379, reset compression=false 2024-12-04T00:23:08,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:08,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:08,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,45905,1733271759045 got entry batch from reader: WALEntryBatch [walEntries=[{test/0918a9f4fb13cd1d5d4bc942776a4061/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T00:23:08,251 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:08,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T00:23:08,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:08,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@578add7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,42761,-1 for getting cluster id 2024-12-04T00:23:08,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:08,255 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b52134f7-3d33-4e0c-9b51-9dc6753085b9' 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b52134f7-3d33-4e0c-9b51-9dc6753085b9" 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1a6594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,42761,-1] 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:08,257 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:08,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36455082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39121,1733271764164, seqNum=-1] 2024-12-04T00:23:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:08,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271777608.69fb9f726c946afc47689f82ae63687f., hostname=b20163ee1150,39121,1733271764164, seqNum=2] 2024-12-04T00:23:08,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:08,402 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:23:08,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T00:23:08,456 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:08,632 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:08,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:08,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:08,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:08,825 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128824 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:08,877 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 379, reset compression=false 2024-12-04T00:23:08,880 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:08,880 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 503, reset compression=false 2024-12-04T00:23:08,880 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb9f726c946afc47689f82ae63687f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T00:23:08,882 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:08,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T00:23:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f4700b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,34551,-1 for getting cluster id 2024-12-04T00:23:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:08,884 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775c6db5-c4e1-41e8-8c76-38b72950fdf0' 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775c6db5-c4e1-41e8-8c76-38b72950fdf0" 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70ae58ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,34551,-1] 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:08,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:08,885 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:08,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588d36ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:08,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:08,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,38859,1733271769673, seqNum=-1] 2024-12-04T00:23:08,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:08,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:08,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab., hostname=b20163ee1150,38859,1733271769673, seqNum=2] 2024-12-04T00:23:08,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:09,084 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 503, reset compression=false 2024-12-04T00:23:09,167 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:09,336 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 379, reset compression=false 2024-12-04T00:23:09,339 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:09,339 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 527, reset compression=false 2024-12-04T00:23:09,339 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:09,386 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 503, reset compression=false 2024-12-04T00:23:09,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:09,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,441 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T00:23:09,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39121,1733271764164, seqNum=-1] 2024-12-04T00:23:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:09,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733271777608.69fb9f726c946afc47689f82ae63687f., hostname=b20163ee1150,39121,1733271764164, seqNum=2] 2024-12-04T00:23:09,450 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T00:23:09,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:09,542 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 527, reset compression=false 2024-12-04T00:23:09,670 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:09,789 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 503, reset compression=false 2024-12-04T00:23:09,793 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:09,793 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 607, reset compression=false 2024-12-04T00:23:09,793 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb9f726c946afc47689f82ae63687f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:23:09,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:09,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:09,846 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 527, reset compression=false 2024-12-04T00:23:09,850 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:09,850 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 655, reset compression=false 2024-12-04T00:23:09,850 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:09,997 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 607, reset compression=false 2024-12-04T00:23:10,053 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 655, reset compression=false 2024-12-04T00:23:10,273 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:10,301 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 607, reset compression=false 2024-12-04T00:23:10,356 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 655, reset compression=false 2024-12-04T00:23:10,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T00:23:10,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T00:23:10,704 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 607, reset compression=false 2024-12-04T00:23:10,760 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 655, reset compression=false 2024-12-04T00:23:10,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:10,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:10,764 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[{test/a06af2059cde4c212af0ba678e85b4ab/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T00:23:10,766 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:10,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T00:23:10,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:10,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:10,968 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:10,976 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:11,208 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 607, reset compression=false 2024-12-04T00:23:11,212 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:11,212 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 734, reset compression=false 2024-12-04T00:23:11,212 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:11,272 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:11,415 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 734, reset compression=false 2024-12-04T00:23:11,455 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T00:23:11,458 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:23:11,675 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:11,719 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 734, reset compression=false 2024-12-04T00:23:11,779 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 480, reset compression=false 2024-12-04T00:23:11,784 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:11,784 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:11,784 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,45905,1733271759045 got entry batch from reader: WALEntryBatch [walEntries=[{test/0918a9f4fb13cd1d5d4bc942776a4061/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T00:23:11,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:11,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:11,987 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:12,122 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 734, reset compression=false 2024-12-04T00:23:12,178 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:12,290 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:12,460 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:23:12,694 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:12,782 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:13,197 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:13,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:23:13,485 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:13,800 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:14,029 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:23:14,288 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:14,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T00:23:14,504 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:14,665 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:14,665 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 881, reset compression=false 2024-12-04T00:23:14,665 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb9f726c946afc47689f82ae63687f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T00:23:14,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:14,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:14,869 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 881, reset compression=false 2024-12-04T00:23:15,174 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 881, reset compression=false 2024-12-04T00:23:15,191 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 759, reset compression=false 2024-12-04T00:23:15,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:15,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 930, reset compression=false 2024-12-04T00:23:15,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:15,307 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:15,413 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 930, reset compression=false 2024-12-04T00:23:15,466 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T00:23:15,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T00:23:15,578 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 881, reset compression=false 2024-12-04T00:23:15,606 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:15,606 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:15,606 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb9f726c946afc47689f82ae63687f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T00:23:15,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:15,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:15,717 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 930, reset compression=false 2024-12-04T00:23:15,745 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:15,745 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1080, reset compression=false 2024-12-04T00:23:15,745 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:15,821 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:15,951 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1080, reset compression=false 2024-12-04T00:23:16,129 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:16,218 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:16,276 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1080, reset compression=false 2024-12-04T00:23:16,482 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T00:23:16,550 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:16,688 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1080, reset compression=false 2024-12-04T00:23:16,905 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_194067964_20 at /127.0.0.1:35060 [Receiving block BP-913316371-172.17.0.3-1733271767327:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 422ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0/data/data1/, blockId=1073741833, seqno=7 2024-12-04T00:23:16,916 INFO [AsyncFSWAL-0-hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26-prefix:b20163ee1150,38859,1733271769673 {}] wal.AbstractFSWAL(1368): Slow sync cost: 432 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36137,DS-c14ec086-cb31-4374-847e-c2ed8a17f070,DISK]] 2024-12-04T00:23:16,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T00:23:17,061 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:17,197 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1080, reset compression=false 2024-12-04T00:23:17,200 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:23:17,200 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1239, reset compression=false 2024-12-04T00:23:17,200 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[{test/a06af2059cde4c212af0ba678e85b4ab/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T00:23:17,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T00:23:17,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T00:23:17,224 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:17,404 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1239, reset compression=false 2024-12-04T00:23:17,665 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1040, reset compression=false 2024-12-04T00:23:17,668 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:17,668 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:17,669 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:17,707 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1239, reset compression=false 2024-12-04T00:23:17,871 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:17,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T00:23:17,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:23:17,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:17,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:17,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:17,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:17,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:17,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:23:17,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1637501893, stopped=false 2024-12-04T00:23:17,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,34551,1733271769557 2024-12-04T00:23:18,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2085491007/running 2024-12-04T00:23:18,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:23:18,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2085491007/running 2024-12-04T00:23:18,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:23:18,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:18,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:18,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:18,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:18,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,38859,1733271769673' ***** 2024-12-04T00:23:18,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:23:18,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/running 2024-12-04T00:23:18,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Set watcher on znode that does not yet exist, /2-2085491007/running 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:23:18,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,38859,1733271769673 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:18,104 INFO [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38859. 2024-12-04T00:23:18,105 DEBUG [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:18,105 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:18,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:23:18,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:23:18,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:23:18,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a06af2059cde4c212af0ba678e85b4ab, disabling compactions & flushes 2024-12-04T00:23:18,105 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. after waiting 0 ms 2024-12-04T00:23:18,105 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:18,105 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1325): Online Regions={a06af2059cde4c212af0ba678e85b4ab=test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab., 1588230740=hbase:meta,,1.1588230740, 705784fe17cc714356809f037c4e4e30=hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.} 2024-12-04T00:23:18,105 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 705784fe17cc714356809f037c4e4e30, a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:18,105 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:18,105 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a06af2059cde4c212af0ba678e85b4ab 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:18,105 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:18,105 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:23:18,110 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:23:18,110 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:23:18,111 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1239, reset compression=false 2024-12-04T00:23:18,127 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:18,127 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,38859,1733271769673 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:18,128 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1486, reset compression=false 2024-12-04T00:23:18,128 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,38859,1733271769673: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,38859,1733271769673, walGroup=b20163ee1150%2C38859%2C1733271769673, offset=b20163ee1150%2C38859%2C1733271769673.1733271774255:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:38859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:23:18,131 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:23:18,132 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:23:18,133 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:23:18,133 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:23:18,133 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:23:18,133 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 856066168 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202576496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:23:18,133 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f/13ade504c12e4e50acda3aa26ff23d09 is 29, key is row1/f:/1733271795467/DeleteFamily/seqid=0 2024-12-04T00:23:18,133 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:34551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:34551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:23:18,137 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/info/524da61f7a6d4be1829659f1637be96c is 147, key is hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30./info:regioninfo/1733271786180/Put/seqid=0 2024-12-04T00:23:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741840_1016 (size=5152) 2024-12-04T00:23:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741841_1017 (size=7686) 2024-12-04T00:23:18,162 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/info/524da61f7a6d4be1829659f1637be96c 2024-12-04T00:23:18,163 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:18,174 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:18,179 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/ns/dc801f298c224991ba96864b0fd50df2 is 43, key is default/ns:d/1733271775238/Put/seqid=0 2024-12-04T00:23:18,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:23:18,305 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 705784fe17cc714356809f037c4e4e30, a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,326 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:18,345 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1486, reset compression=false 2024-12-04T00:23:18,506 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 705784fe17cc714356809f037c4e4e30, a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,553 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f/13ade504c12e4e50acda3aa26ff23d09 2024-12-04T00:23:18,557 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13ade504c12e4e50acda3aa26ff23d09 2024-12-04T00:23:18,578 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:18,580 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f1/845e907cab4a45c8a66fbff2831e6fda is 30, key is row1/f1:/1733271795467/DeleteFamily/seqid=0 2024-12-04T00:23:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741843_1019 (size=5158) 2024-12-04T00:23:18,586 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/ns/dc801f298c224991ba96864b0fd50df2 2024-12-04T00:23:18,607 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/rep_barrier/34e5a26020af488ebf9d7d30663fa2d2 is 112, key is test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab./rep_barrier:seqnumDuringOpen/1733271780522/Put/seqid=0 2024-12-04T00:23:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741844_1020 (size=5518) 2024-12-04T00:23:18,649 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1486, reset compression=false 2024-12-04T00:23:18,706 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 705784fe17cc714356809f037c4e4e30, a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,906 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 705784fe17cc714356809f037c4e4e30, a06af2059cde4c212af0ba678e85b4ab 2024-12-04T00:23:18,986 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f1/845e907cab4a45c8a66fbff2831e6fda 2024-12-04T00:23:18,990 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 845e907cab4a45c8a66fbff2831e6fda 2024-12-04T00:23:19,006 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/norep/210d337cd41f4e6d85816e3e295c4de1 is 33, key is row2/norep:/1733271796483/DeleteFamily/seqid=0 2024-12-04T00:23:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741845_1021 (size=5108) 2024-12-04T00:23:19,010 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/norep/210d337cd41f4e6d85816e3e295c4de1 2024-12-04T00:23:19,015 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/rep_barrier/34e5a26020af488ebf9d7d30663fa2d2 2024-12-04T00:23:19,016 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 210d337cd41f4e6d85816e3e295c4de1 2024-12-04T00:23:19,017 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f/13ade504c12e4e50acda3aa26ff23d09 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/f/13ade504c12e4e50acda3aa26ff23d09 2024-12-04T00:23:19,022 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13ade504c12e4e50acda3aa26ff23d09 2024-12-04T00:23:19,022 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/f/13ade504c12e4e50acda3aa26ff23d09, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:19,023 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/f1/845e907cab4a45c8a66fbff2831e6fda as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/f1/845e907cab4a45c8a66fbff2831e6fda 2024-12-04T00:23:19,026 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 845e907cab4a45c8a66fbff2831e6fda 2024-12-04T00:23:19,026 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/f1/845e907cab4a45c8a66fbff2831e6fda, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:19,027 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/.tmp/norep/210d337cd41f4e6d85816e3e295c4de1 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/norep/210d337cd41f4e6d85816e3e295c4de1 2024-12-04T00:23:19,031 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 210d337cd41f4e6d85816e3e295c4de1 2024-12-04T00:23:19,031 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/norep/210d337cd41f4e6d85816e3e295c4de1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:19,032 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a06af2059cde4c212af0ba678e85b4ab in 927ms, sequenceid=10, compaction requested=false 2024-12-04T00:23:19,035 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/table/fd692d87f7124968a77264a67a60b727 is 53, key is hbase:replication/table:state/1733271786192/Put/seqid=0 2024-12-04T00:23:19,044 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/default/test/a06af2059cde4c212af0ba678e85b4ab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:23:19,044 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:23:19,045 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a06af2059cde4c212af0ba678e85b4ab: Waiting for close lock at 1733271798105Running coprocessor pre-close hooks at 1733271798105Disabling compacts and flushes for region at 1733271798105Disabling writes for close at 1733271798105Obtaining lock to block concurrent updates at 1733271798105Preparing flush snapshotting stores in a06af2059cde4c212af0ba678e85b4ab at 1733271798105Finished memstore snapshotting test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733271798106 (+1 ms)Flushing stores of test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. at 1733271798106Flushing a06af2059cde4c212af0ba678e85b4ab/f: creating writer at 1733271798106Flushing a06af2059cde4c212af0ba678e85b4ab/f: appending metadata at 1733271798132 (+26 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/f: closing flushed file at 1733271798133 (+1 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/f1: creating writer at 1733271798557 (+424 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/f1: appending metadata at 1733271798580 (+23 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/f1: closing flushed file at 1733271798580Flushing a06af2059cde4c212af0ba678e85b4ab/norep: creating writer at 1733271798990 (+410 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/norep: appending metadata at 1733271799005 (+15 ms)Flushing a06af2059cde4c212af0ba678e85b4ab/norep: closing flushed file at 1733271799006 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40464074: reopening flushed file at 1733271799016 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd7f099: reopening flushed file at 1733271799022 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c72651: reopening flushed file at 1733271799026 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a06af2059cde4c212af0ba678e85b4ab in 927ms, sequenceid=10, compaction requested=false at 1733271799032 (+6 ms)Writing region close event to WAL at 1733271799037 (+5 ms)Running coprocessor post-close hooks at 1733271799044 (+7 ms)Closed at 1733271799045 (+1 ms) 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271779767.a06af2059cde4c212af0ba678e85b4ab. 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 705784fe17cc714356809f037c4e4e30, disabling compactions & flushes 2024-12-04T00:23:19,045 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. after waiting 0 ms 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 705784fe17cc714356809f037c4e4e30: Waiting for close lock at 1733271799045Running coprocessor pre-close hooks at 1733271799045Disabling compacts and flushes for region at 1733271799045Disabling writes for close at 1733271799045Failed flush hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30., putting online again at 1733271799045 2024-12-04T00:23:19,045 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741846_1022 (size=5308) 2024-12-04T00:23:19,049 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/table/fd692d87f7124968a77264a67a60b727 2024-12-04T00:23:19,052 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 1486, reset compression=false 2024-12-04T00:23:19,053 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/info/524da61f7a6d4be1829659f1637be96c as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/info/524da61f7a6d4be1829659f1637be96c 2024-12-04T00:23:19,056 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:19,056 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 2130, reset compression=false 2024-12-04T00:23:19,059 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/info/524da61f7a6d4be1829659f1637be96c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:23:19,060 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/ns/dc801f298c224991ba96864b0fd50df2 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/ns/dc801f298c224991ba96864b0fd50df2 2024-12-04T00:23:19,064 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/ns/dc801f298c224991ba96864b0fd50df2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:23:19,065 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/rep_barrier/34e5a26020af488ebf9d7d30663fa2d2 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/rep_barrier/34e5a26020af488ebf9d7d30663fa2d2 2024-12-04T00:23:19,068 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/rep_barrier/34e5a26020af488ebf9d7d30663fa2d2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:23:19,068 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/.tmp/table/fd692d87f7124968a77264a67a60b727 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/table/fd692d87f7124968a77264a67a60b727 2024-12-04T00:23:19,072 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/table/fd692d87f7124968a77264a67a60b727, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:23:19,073 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=16, compaction requested=false 2024-12-04T00:23:19,076 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:23:19,076 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:19,076 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:23:19,076 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:19,077 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271798105Running coprocessor pre-close hooks at 1733271798105Disabling compacts and flushes for region at 1733271798105Disabling writes for close at 1733271798105Obtaining lock to block concurrent updates at 1733271798105Preparing flush snapshotting stores in 1588230740 at 1733271798105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271798106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271798106Flushing 1588230740/info: creating writer at 1733271798106Flushing 1588230740/info: appending metadata at 1733271798137 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733271798137Flushing 1588230740/ns: creating writer at 1733271798166 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733271798179 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733271798179Flushing 1588230740/rep_barrier: creating writer at 1733271798590 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271798607 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271798607Flushing 1588230740/table: creating writer at 1733271799019 (+412 ms)Flushing 1588230740/table: appending metadata at 1733271799035 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733271799035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a1af62: reopening flushed file at 1733271799052 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1989a8: reopening flushed file at 1733271799059 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2955826c: reopening flushed file at 1733271799064 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c17ea12: reopening flushed file at 1733271799068 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=16, compaction requested=false at 1733271799073 (+5 ms)Writing region close event to WAL at 1733271799074 (+1 ms)Running coprocessor post-close hooks at 1733271799076 (+2 ms)Closed at 1733271799076 2024-12-04T00:23:19,077 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:19,082 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:19,106 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:23:19,106 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1325): Online Regions={705784fe17cc714356809f037c4e4e30=hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30.} 2024-12-04T00:23:19,106 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:19,106 DEBUG [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1351): Waiting on 705784fe17cc714356809f037c4e4e30 2024-12-04T00:23:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 705784fe17cc714356809f037c4e4e30, disabling compactions & flushes 2024-12-04T00:23:19,106 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,106 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,107 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. after waiting 0 ms 2024-12-04T00:23:19,107 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,107 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 705784fe17cc714356809f037c4e4e30: Waiting for close lock at 1733271799106Running coprocessor pre-close hooks at 1733271799106Disabling compacts and flushes for region at 1733271799106Disabling writes for close at 1733271799107 (+1 ms)Failed flush hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30., putting online again at 1733271799107 2024-12-04T00:23:19,107 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271785263.705784fe17cc714356809f037c4e4e30. 2024-12-04T00:23:19,142 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:23:19,259 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.wal-reader.b20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 to pos 2130, reset compression=false 2024-12-04T00:23:19,306 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T00:23:19,307 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,38859,1733271769673; all regions closed. 2024-12-04T00:23:19,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:23:19,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.meta.1733271774841.meta not finished, retry = 0 2024-12-04T00:23:19,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741839_1015 (size=2171) 2024-12-04T00:23:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741833_1009 (size=2138) 2024-12-04T00:23:19,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/WALs/b20163ee1150,38859,1733271769673/b20163ee1150%2C38859%2C1733271769673.1733271774255 not finished, retry = 0 2024-12-04T00:23:19,518 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:19,518 INFO [RS:0;b20163ee1150:38859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:19,519 INFO [RS:0;b20163ee1150:38859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:19,519 INFO [RS:0;b20163ee1150:38859 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:19,519 INFO [RS:0;b20163ee1150:38859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:19,519 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:19,520 INFO [RS:0;b20163ee1150:38859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,38859,1733271769673 because: Region server is closing 2024-12-04T00:23:19,520 INFO [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38859. 2024-12-04T00:23:19,520 DEBUG [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:19,520 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:19,520 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:19,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:19,532 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:19,621 INFO [RS:0;b20163ee1150:38859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,38859,1733271769673.replicationSource.shipperb20163ee1150%2C38859%2C1733271769673,1-b20163ee1150,38859,1733271769673 terminated 2024-12-04T00:23:19,621 INFO [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:38859. 2024-12-04T00:23:19,621 DEBUG [RS:0;b20163ee1150:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:19,621 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:19,621 DEBUG [RS:0;b20163ee1150:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:19,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:19,621 INFO [RS:0;b20163ee1150:38859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38859 2024-12-04T00:23:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2085491007/rs/b20163ee1150,38859,1733271769673 2024-12-04T00:23:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007/rs 2024-12-04T00:23:19,672 INFO [RS:0;b20163ee1150:38859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:19,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,38859,1733271769673] 2024-12-04T00:23:19,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2085491007/draining/b20163ee1150,38859,1733271769673 already deleted, retry=false 2024-12-04T00:23:19,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,38859,1733271769673 expired; onlineServers=0 2024-12-04T00:23:19,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,34551,1733271769557' ***** 2024-12-04T00:23:19,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:23:19,693 INFO [M:0;b20163ee1150:34551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:19,693 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:19,693 INFO [M:0;b20163ee1150:34551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:19,693 DEBUG [M:0;b20163ee1150:34551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:23:19,693 DEBUG [M:0;b20163ee1150:34551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:23:19,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:23:19,693 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271773972 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271773972,5,FailOnTimeoutGroup] 2024-12-04T00:23:19,693 INFO [M:0;b20163ee1150:34551 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:19,693 INFO [M:0;b20163ee1150:34551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:19,693 DEBUG [M:0;b20163ee1150:34551 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:23:19,693 INFO [M:0;b20163ee1150:34551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:23:19,694 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271773964 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271773964,5,FailOnTimeoutGroup] 2024-12-04T00:23:19,694 INFO [M:0;b20163ee1150:34551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:19,694 INFO [M:0;b20163ee1150:34551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:23:19,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:23:19,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2085491007/master 2024-12-04T00:23:19,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2085491007 2024-12-04T00:23:19,704 DEBUG [M:0;b20163ee1150:34551 {}] zookeeper.ZKUtil(347): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Unable to get data of znode /2-2085491007/master because node does not exist (not an error) 2024-12-04T00:23:19,704 WARN [M:0;b20163ee1150:34551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:23:19,704 INFO [M:0;b20163ee1150:34551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/.lastflushedseqids 2024-12-04T00:23:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741847_1023 (size=245) 2024-12-04T00:23:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1019db815b90007, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:19,783 INFO [RS:0;b20163ee1150:38859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:19,783 INFO [RS:0;b20163ee1150:38859 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,38859,1733271769673; zookeeper connection closed. 2024-12-04T00:23:19,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@291b3a06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@291b3a06 2024-12-04T00:23:19,784 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:23:20,117 INFO [M:0;b20163ee1150:34551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:23:20,117 INFO [M:0;b20163ee1150:34551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:23:20,117 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:20,117 INFO [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:20,117 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:20,117 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:20,117 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:20,117 INFO [M:0;b20163ee1150:34551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T00:23:20,138 DEBUG [M:0;b20163ee1150:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347625e818ee4d528f688f8c4d58bfaa is 82, key is hbase:meta,,1/info:regioninfo/1733271774983/Put/seqid=0 2024-12-04T00:23:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741848_1024 (size=5672) 2024-12-04T00:23:20,396 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:20,542 INFO [M:0;b20163ee1150:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347625e818ee4d528f688f8c4d58bfaa 2024-12-04T00:23:20,563 DEBUG [M:0;b20163ee1150:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1419552684f34c2e865133f61960bc78 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271786196/Put/seqid=0 2024-12-04T00:23:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741849_1025 (size=8516) 2024-12-04T00:23:20,840 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:20,967 INFO [M:0;b20163ee1150:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1419552684f34c2e865133f61960bc78 2024-12-04T00:23:20,990 DEBUG [M:0;b20163ee1150:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0814ccc7f0b04dd5bd09e74b5f5ae1e1 is 69, key is b20163ee1150,38859,1733271769673/rs:state/1733271774010/Put/seqid=0 2024-12-04T00:23:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741850_1026 (size=5156) 2024-12-04T00:23:21,199 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:21,394 INFO [M:0;b20163ee1150:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0814ccc7f0b04dd5bd09e74b5f5ae1e1 2024-12-04T00:23:21,398 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347625e818ee4d528f688f8c4d58bfaa as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/347625e818ee4d528f688f8c4d58bfaa 2024-12-04T00:23:21,402 INFO [M:0;b20163ee1150:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/347625e818ee4d528f688f8c4d58bfaa, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T00:23:21,402 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1419552684f34c2e865133f61960bc78 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1419552684f34c2e865133f61960bc78 2024-12-04T00:23:21,406 INFO [M:0;b20163ee1150:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1419552684f34c2e865133f61960bc78, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T00:23:21,406 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0814ccc7f0b04dd5bd09e74b5f5ae1e1 as hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0814ccc7f0b04dd5bd09e74b5f5ae1e1 2024-12-04T00:23:21,409 INFO [M:0;b20163ee1150:34551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0814ccc7f0b04dd5bd09e74b5f5ae1e1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T00:23:21,410 INFO [M:0;b20163ee1150:34551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-12-04T00:23:21,411 INFO [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:21,411 DEBUG [M:0;b20163ee1150:34551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271800117Disabling compacts and flushes for region at 1733271800117Disabling writes for close at 1733271800117Obtaining lock to block concurrent updates at 1733271800117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271800117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733271800117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271800118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271800118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271800137 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271800137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271800545 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271800563 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271800563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271800971 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271800990 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271800990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539186a3: reopening flushed file at 1733271801397 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b82efca: reopening flushed file at 1733271801402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a98700: reopening flushed file at 1733271801406 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1733271801410 (+4 ms)Writing region close event to WAL at 1733271801411 (+1 ms)Closed at 1733271801411 2024-12-04T00:23:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741830_1006 (size=63654) 2024-12-04T00:23:21,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab3f099b-f9bf-ed61-7a57-052a3eb26c26/MasterData/WALs/b20163ee1150,34551,1733271769557/b20163ee1150%2C34551%2C1733271769557.1733271771490 not finished, retry = 0 2024-12-04T00:23:21,514 INFO [M:0;b20163ee1150:34551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:23:21,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:21,514 INFO [M:0;b20163ee1150:34551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34551 2024-12-04T00:23:21,515 INFO [M:0;b20163ee1150:34551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:21,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:21,667 INFO [M:0;b20163ee1150:34551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:21,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1019db815b90006, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:21,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c39bd22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:21,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:21,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:21,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:21,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:21,678 WARN [BP-913316371-172.17.0.3-1733271767327 heartbeating to localhost/127.0.0.1:33597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:23:21,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:23:21,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:23:21,678 WARN [BP-913316371-172.17.0.3-1733271767327 heartbeating to localhost/127.0.0.1:33597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-913316371-172.17.0.3-1733271767327 (Datanode Uuid 5f27fd04-53e9-4d9d-aa25-3255e4c30baf) service to localhost/127.0.0.1:33597 2024-12-04T00:23:21,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0/data/data2/current/BP-913316371-172.17.0.3-1733271767327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:21,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/cluster_a56b6719-fb4e-4aaa-927d-525da43680d0/data/data1/current/BP-913316371-172.17.0.3-1733271767327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:21,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:23:21,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1754fe3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:21,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:21,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:21,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:21,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:21,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:23:21,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:23:21,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:21,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:21,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:21,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:21,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:23:21,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1425377410, stopped=false 2024-12-04T00:23:21,714 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,42761,1733271764049 2024-12-04T00:23:21,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-322788672/running 2024-12-04T00:23:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:23:21,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/running 2024-12-04T00:23:21,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-322788672/running 2024-12-04T00:23:21,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:23:21,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Set watcher on znode that does not yet exist, /1-322788672/running 2024-12-04T00:23:21,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:21,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:21,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:21,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:21,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,39121,1733271764164' ***** 2024-12-04T00:23:21,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:23:21,744 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:23:21,744 INFO [RS:0;b20163ee1150:39121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:23:21,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:23:21,745 INFO [RS:0;b20163ee1150:39121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:23:21,745 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(3091): Received CLOSE for 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,39121,1733271764164 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:39121. 2024-12-04T00:23:21,746 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69fb9f726c946afc47689f82ae63687f, disabling compactions & flushes 2024-12-04T00:23:21,746 DEBUG [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:21,746 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:23:21,746 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:21,746 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:23:21,746 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271777608.69fb9f726c946afc47689f82ae63687f. after waiting 0 ms 2024-12-04T00:23:21,746 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:23:21,746 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69fb9f726c946afc47689f82ae63687f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:23:21,746 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:23:21,746 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1325): Online Regions={69fb9f726c946afc47689f82ae63687f=test,,1733271777608.69fb9f726c946afc47689f82ae63687f., 1588230740=hbase:meta,,1.1588230740, 0f00bcc4a517990d8e2bb93810c06c83=hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.} 2024-12-04T00:23:21,746 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740, 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:21,746 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:21,746 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:21,747 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:21,747 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:21,747 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:21,747 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:23:21,762 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f/f777510eeae54a3cbefdcf60e1eec787 is 29, key is row1/f:/1733271795467/DeleteFamily/seqid=0 2024-12-04T00:23:21,772 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/info/c151432ad8ed4b87bc41bfb37db7b16a is 147, key is hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83./info:regioninfo/1733271783929/Put/seqid=0 2024-12-04T00:23:21,772 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:21,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741840_1016 (size=5152) 2024-12-04T00:23:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741841_1017 (size=7686) 2024-12-04T00:23:21,947 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740, 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:22,105 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1189, reset compression=false 2024-12-04T00:23:22,109 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:22,109 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1436, reset compression=false 2024-12-04T00:23:22,109 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,39121,1733271764164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:22,110 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,39121,1733271764164: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,39121,1733271764164, walGroup=b20163ee1150%2C39121%2C1733271764164, offset=b20163ee1150%2C39121%2C1733271764164.1733271766328:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:39121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:23:22,111 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:23:22,111 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:23:22,112 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:23:22,112 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:23:22,112 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:23:22,112 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 933660792 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202878040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:23:22,112 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:42761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:42761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:23:22,147 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740, 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:22,175 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f/f777510eeae54a3cbefdcf60e1eec787 2024-12-04T00:23:22,177 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/info/c151432ad8ed4b87bc41bfb37db7b16a 2024-12-04T00:23:22,178 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f777510eeae54a3cbefdcf60e1eec787 2024-12-04T00:23:22,182 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:23:22,182 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:23:22,194 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f1/5be71b7336874f0d831f37ca5738d671 is 30, key is row1/f1:/1733271795467/DeleteFamily/seqid=0 2024-12-04T00:23:22,196 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/ns/f19f2be4433146bdbbf6482ac1e5c98d is 43, key is default/ns:d/1733271767116/Put/seqid=0 2024-12-04T00:23:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741842_1018 (size=5158) 2024-12-04T00:23:22,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741843_1019 (size=5153) 2024-12-04T00:23:22,201 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/ns/f19f2be4433146bdbbf6482ac1e5c98d 2024-12-04T00:23:22,224 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a148eb39e14378a8bf17ee20a7d769 is 112, key is test,,1733271777608.69fb9f726c946afc47689f82ae63687f./rep_barrier:seqnumDuringOpen/1733271778839/Put/seqid=0 2024-12-04T00:23:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741844_1020 (size=5518) 2024-12-04T00:23:22,230 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a148eb39e14378a8bf17ee20a7d769 2024-12-04T00:23:22,250 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:22,251 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/table/8b93eae99dfe4ad19b44f401f21c0b5f is 53, key is hbase:replication/table:state/1733271783935/Put/seqid=0 2024-12-04T00:23:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741845_1021 (size=5308) 2024-12-04T00:23:22,312 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1436, reset compression=false 2024-12-04T00:23:22,347 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740, 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:22,547 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740, 69fb9f726c946afc47689f82ae63687f 2024-12-04T00:23:22,598 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f1/5be71b7336874f0d831f37ca5738d671 2024-12-04T00:23:22,602 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5be71b7336874f0d831f37ca5738d671 2024-12-04T00:23:22,615 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1436, reset compression=false 2024-12-04T00:23:22,620 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/norep/ec738e58d5ad484f9c63c18b96e7a98a is 33, key is row1/norep:/1733271795467/DeleteFamily/seqid=0 2024-12-04T00:23:22,639 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T00:23:22,639 INFO [master/b20163ee1150:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T00:23:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741846_1022 (size=5108) 2024-12-04T00:23:22,654 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/norep/ec738e58d5ad484f9c63c18b96e7a98a 2024-12-04T00:23:22,656 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/table/8b93eae99dfe4ad19b44f401f21c0b5f 2024-12-04T00:23:22,662 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec738e58d5ad484f9c63c18b96e7a98a 2024-12-04T00:23:22,663 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f/f777510eeae54a3cbefdcf60e1eec787 as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/f/f777510eeae54a3cbefdcf60e1eec787 2024-12-04T00:23:22,665 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/info/c151432ad8ed4b87bc41bfb37db7b16a as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/info/c151432ad8ed4b87bc41bfb37db7b16a 2024-12-04T00:23:22,672 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/info/c151432ad8ed4b87bc41bfb37db7b16a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:23:22,677 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/ns/f19f2be4433146bdbbf6482ac1e5c98d as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/ns/f19f2be4433146bdbbf6482ac1e5c98d 2024-12-04T00:23:22,687 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f777510eeae54a3cbefdcf60e1eec787 2024-12-04T00:23:22,687 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/f/f777510eeae54a3cbefdcf60e1eec787, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:22,693 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/f1/5be71b7336874f0d831f37ca5738d671 as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/f1/5be71b7336874f0d831f37ca5738d671 2024-12-04T00:23:22,702 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/ns/f19f2be4433146bdbbf6482ac1e5c98d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:23:22,704 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5be71b7336874f0d831f37ca5738d671 2024-12-04T00:23:22,704 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/f1/5be71b7336874f0d831f37ca5738d671, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:22,704 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/rep_barrier/a5a148eb39e14378a8bf17ee20a7d769 as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/rep_barrier/a5a148eb39e14378a8bf17ee20a7d769 2024-12-04T00:23:22,707 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/.tmp/norep/ec738e58d5ad484f9c63c18b96e7a98a as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/norep/ec738e58d5ad484f9c63c18b96e7a98a 2024-12-04T00:23:22,716 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/rep_barrier/a5a148eb39e14378a8bf17ee20a7d769, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:23:22,717 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/.tmp/table/8b93eae99dfe4ad19b44f401f21c0b5f as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/table/8b93eae99dfe4ad19b44f401f21c0b5f 2024-12-04T00:23:22,718 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec738e58d5ad484f9c63c18b96e7a98a 2024-12-04T00:23:22,718 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/norep/ec738e58d5ad484f9c63c18b96e7a98a, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T00:23:22,719 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 69fb9f726c946afc47689f82ae63687f in 973ms, sequenceid=10, compaction requested=false 2024-12-04T00:23:22,737 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/table/8b93eae99dfe4ad19b44f401f21c0b5f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:23:22,740 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false 2024-12-04T00:23:22,741 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/default/test/69fb9f726c946afc47689f82ae63687f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:23:22,742 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69fb9f726c946afc47689f82ae63687f: Waiting for close lock at 1733271801746Running coprocessor pre-close hooks at 1733271801746Disabling compacts and flushes for region at 1733271801746Disabling writes for close at 1733271801746Obtaining lock to block concurrent updates at 1733271801746Preparing flush snapshotting stores in 69fb9f726c946afc47689f82ae63687f at 1733271801746Finished memstore snapshotting test,,1733271777608.69fb9f726c946afc47689f82ae63687f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733271801746Flushing stores of test,,1733271777608.69fb9f726c946afc47689f82ae63687f. at 1733271801747 (+1 ms)Flushing 69fb9f726c946afc47689f82ae63687f/f: creating writer at 1733271801747Flushing 69fb9f726c946afc47689f82ae63687f/f: appending metadata at 1733271801762 (+15 ms)Flushing 69fb9f726c946afc47689f82ae63687f/f: closing flushed file at 1733271801762Flushing 69fb9f726c946afc47689f82ae63687f/f1: creating writer at 1733271802178 (+416 ms)Flushing 69fb9f726c946afc47689f82ae63687f/f1: appending metadata at 1733271802193 (+15 ms)Flushing 69fb9f726c946afc47689f82ae63687f/f1: closing flushed file at 1733271802193Flushing 69fb9f726c946afc47689f82ae63687f/norep: creating writer at 1733271802602 (+409 ms)Flushing 69fb9f726c946afc47689f82ae63687f/norep: appending metadata at 1733271802618 (+16 ms)Flushing 69fb9f726c946afc47689f82ae63687f/norep: closing flushed file at 1733271802618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49af367b: reopening flushed file at 1733271802663 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4682d9a2: reopening flushed file at 1733271802687 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1049a6: reopening flushed file at 1733271802704 (+17 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 69fb9f726c946afc47689f82ae63687f in 973ms, sequenceid=10, compaction requested=false at 1733271802719 (+15 ms)Writing region close event to WAL at 1733271802727 (+8 ms)Running coprocessor post-close hooks at 1733271802742 (+15 ms)Closed at 1733271802742 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271777608.69fb9f726c946afc47689f82ae63687f. 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f00bcc4a517990d8e2bb93810c06c83, disabling compactions & flushes 2024-12-04T00:23:22,742 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. after waiting 0 ms 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f00bcc4a517990d8e2bb93810c06c83: Waiting for close lock at 1733271802742Running coprocessor pre-close hooks at 1733271802742Disabling compacts and flushes for region at 1733271802742Disabling writes for close at 1733271802742Failed flush hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83., putting online again at 1733271802742 2024-12-04T00:23:22,742 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,747 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:23:22,747 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0f00bcc4a517990d8e2bb93810c06c83=hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83.} 2024-12-04T00:23:22,747 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f00bcc4a517990d8e2bb93810c06c83 2024-12-04T00:23:22,748 DEBUG [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1351): Waiting on 0f00bcc4a517990d8e2bb93810c06c83, 1588230740 2024-12-04T00:23:22,748 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f00bcc4a517990d8e2bb93810c06c83, disabling compactions & flushes 2024-12-04T00:23:22,748 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,748 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,748 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. after waiting 0 ms 2024-12-04T00:23:22,749 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,749 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f00bcc4a517990d8e2bb93810c06c83: Waiting for close lock at 1733271802748Running coprocessor pre-close hooks at 1733271802748Disabling compacts and flushes for region at 1733271802748Disabling writes for close at 1733271802749 (+1 ms)Failed flush hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83., putting online again at 1733271802749 2024-12-04T00:23:22,749 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733271783084.0f00bcc4a517990d8e2bb93810c06c83. 2024-12-04T00:23:22,764 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:23:22,766 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:22,766 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:23:22,766 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:22,766 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271801746Running coprocessor pre-close hooks at 1733271801746Disabling compacts and flushes for region at 1733271801746Disabling writes for close at 1733271801747 (+1 ms)Obtaining lock to block concurrent updates at 1733271801747Preparing flush snapshotting stores in 1588230740 at 1733271801747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271801747Flushing stores of hbase:meta,,1.1588230740 at 1733271801747Flushing 1588230740/info: creating writer at 1733271801747Flushing 1588230740/info: appending metadata at 1733271801771 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733271801771Flushing 1588230740/ns: creating writer at 1733271802180 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733271802196 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733271802196Flushing 1588230740/rep_barrier: creating writer at 1733271802206 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271802223 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271802223Flushing 1588230740/table: creating writer at 1733271802234 (+11 ms)Flushing 1588230740/table: appending metadata at 1733271802251 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733271802251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2556e8: reopening flushed file at 1733271802664 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af35f99: reopening flushed file at 1733271802673 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63420c84: reopening flushed file at 1733271802702 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348aa56: reopening flushed file at 1733271802716 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false at 1733271802740 (+24 ms)Writing region close event to WAL at 1733271802761 (+21 ms)Running coprocessor post-close hooks at 1733271802766 (+5 ms)Closed at 1733271802766 2024-12-04T00:23:22,766 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:22,948 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T00:23:22,948 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,39121,1733271764164; all regions closed. 2024-12-04T00:23:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:23:22,952 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.meta.1733271767056.meta not finished, retry = 0 2024-12-04T00:23:23,042 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 1436, reset compression=false 2024-12-04T00:23:23,047 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:23,047 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.wal-reader.b20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.1733271766328 to pos 2080, reset compression=false 2024-12-04T00:23:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741839_1015 (size=2171) 2024-12-04T00:23:23,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/WALs/b20163ee1150,39121,1733271764164/b20163ee1150%2C39121%2C1733271764164.rep.1733271783847 not finished, retry = 0 2024-12-04T00:23:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741833_1009 (size=2088) 2024-12-04T00:23:23,172 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:23,172 INFO [RS:0;b20163ee1150:39121 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:23,172 INFO [RS:0;b20163ee1150:39121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:23,172 INFO [RS:0;b20163ee1150:39121 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:23,172 INFO [RS:0;b20163ee1150:39121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:23,173 INFO [RS:0;b20163ee1150:39121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,39121,1733271764164 because: Region server is closing 2024-12-04T00:23:23,173 INFO [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:39121. 2024-12-04T00:23:23,173 DEBUG [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:23,173 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:23,173 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:23,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:23,173 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:23,273 INFO [RS:0;b20163ee1150:39121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,39121,1733271764164.replicationSource.shipperb20163ee1150%2C39121%2C1733271764164,1-b20163ee1150,39121,1733271764164 terminated 2024-12-04T00:23:23,273 INFO [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:39121. 2024-12-04T00:23:23,273 DEBUG [RS:0;b20163ee1150:39121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:23,273 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:23,274 DEBUG [RS:0;b20163ee1150:39121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:23,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:23,274 INFO [RS:0;b20163ee1150:39121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39121 2024-12-04T00:23:23,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672/rs 2024-12-04T00:23:23,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,39121,1733271764164] 2024-12-04T00:23:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-322788672/rs/b20163ee1150,39121,1733271764164 2024-12-04T00:23:23,335 INFO [RS:0;b20163ee1150:39121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:23,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/draining/b20163ee1150,39121,1733271764164 already deleted, retry=false 2024-12-04T00:23:23,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,39121,1733271764164 expired; onlineServers=0 2024-12-04T00:23:23,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,42761,1733271764049' ***** 2024-12-04T00:23:23,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:23:23,345 INFO [M:0;b20163ee1150:42761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:23,345 INFO [M:0;b20163ee1150:42761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:23,345 DEBUG [M:0;b20163ee1150:42761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:23:23,346 DEBUG [M:0;b20163ee1150:42761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:23:23,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271766095 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271766095,5,FailOnTimeoutGroup] 2024-12-04T00:23:23,346 INFO [M:0;b20163ee1150:42761 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:23,346 INFO [M:0;b20163ee1150:42761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:23,346 DEBUG [M:0;b20163ee1150:42761 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:23:23,346 INFO [M:0;b20163ee1150:42761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:23:23,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:23:23,346 INFO [M:0;b20163ee1150:42761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:23,346 ERROR [M:0;b20163ee1150:42761 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-12-04T00:23:23,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271766095 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271766095,5,FailOnTimeoutGroup] java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36153,5,PEWorkerGroup] 2024-12-04T00:23:23,346 INFO [M:0;b20163ee1150:42761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:23:23,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:23:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-322788672/master 2024-12-04T00:23:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-322788672 2024-12-04T00:23:23,429 DEBUG [M:0;b20163ee1150:42761 {}] zookeeper.RecoverableZooKeeper(212): Node /1-322788672/master already deleted, retry=false 2024-12-04T00:23:23,430 DEBUG [M:0;b20163ee1150:42761 {}] master.ActiveMasterManager(353): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-322788672/master 2024-12-04T00:23:23,430 INFO [M:0;b20163ee1150:42761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/.lastflushedseqids 2024-12-04T00:23:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741847_1023 (size=245) 2024-12-04T00:23:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39121-0x1019db815b90004, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:23,512 INFO [RS:0;b20163ee1150:39121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:23,512 INFO [RS:0;b20163ee1150:39121 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,39121,1733271764164; zookeeper connection closed. 2024-12-04T00:23:23,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4edd9bf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4edd9bf9 2024-12-04T00:23:23,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:23:23,755 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:23,848 INFO [M:0;b20163ee1150:42761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:23:23,848 INFO [M:0;b20163ee1150:42761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:23:23,848 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:23,848 INFO [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:23,849 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:23,849 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:23,849 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:23,849 INFO [M:0;b20163ee1150:42761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T00:23:23,869 DEBUG [M:0;b20163ee1150:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6100bbf4f2634bf885ca4c575dcc1def is 82, key is hbase:meta,,1/info:regioninfo/1733271767096/Put/seqid=0 2024-12-04T00:23:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741848_1024 (size=5672) 2024-12-04T00:23:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,297 INFO [M:0;b20163ee1150:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6100bbf4f2634bf885ca4c575dcc1def 2024-12-04T00:23:24,324 DEBUG [M:0;b20163ee1150:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae6eff3a760499ca2fb67fda3765884 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271778850/Put/seqid=0 2024-12-04T00:23:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741849_1025 (size=7218) 2024-12-04T00:23:24,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:24,736 INFO [M:0;b20163ee1150:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae6eff3a760499ca2fb67fda3765884 2024-12-04T00:23:24,747 INFO [M:0;b20163ee1150:42761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ae6eff3a760499ca2fb67fda3765884 2024-12-04T00:23:24,761 DEBUG [M:0;b20163ee1150:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a134c8625f647cc9642024be83b0006 is 69, key is b20163ee1150,39121,1733271764164/rs:state/1733271766099/Put/seqid=0 2024-12-04T00:23:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741850_1026 (size=5156) 2024-12-04T00:23:25,165 INFO [M:0;b20163ee1150:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a134c8625f647cc9642024be83b0006 2024-12-04T00:23:25,171 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6100bbf4f2634bf885ca4c575dcc1def as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6100bbf4f2634bf885ca4c575dcc1def 2024-12-04T00:23:25,176 INFO [M:0;b20163ee1150:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6100bbf4f2634bf885ca4c575dcc1def, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T00:23:25,177 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae6eff3a760499ca2fb67fda3765884 as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae6eff3a760499ca2fb67fda3765884 2024-12-04T00:23:25,182 INFO [M:0;b20163ee1150:42761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ae6eff3a760499ca2fb67fda3765884 2024-12-04T00:23:25,182 INFO [M:0;b20163ee1150:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae6eff3a760499ca2fb67fda3765884, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T00:23:25,182 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a134c8625f647cc9642024be83b0006 as hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a134c8625f647cc9642024be83b0006 2024-12-04T00:23:25,190 INFO [M:0;b20163ee1150:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a134c8625f647cc9642024be83b0006, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T00:23:25,191 INFO [M:0;b20163ee1150:42761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=105, compaction requested=false 2024-12-04T00:23:25,199 INFO [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:25,199 DEBUG [M:0;b20163ee1150:42761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271803848Disabling compacts and flushes for region at 1733271803848Disabling writes for close at 1733271803849 (+1 ms)Obtaining lock to block concurrent updates at 1733271803849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271803849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733271803849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271803853 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271803853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271803869 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271803869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271804301 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271804322 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271804322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271804747 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271804761 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271804761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3019f964: reopening flushed file at 1733271805170 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a42f: reopening flushed file at 1733271805176 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4b8db7: reopening flushed file at 1733271805182 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=105, compaction requested=false at 1733271805191 (+9 ms)Writing region close event to WAL at 1733271805199 (+8 ms)Closed at 1733271805199 2024-12-04T00:23:25,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38683 is added to blk_1073741830_1006 (size=64423) 2024-12-04T00:23:25,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3f2371a-6ab3-5d9c-a13f-1d320993f87f/MasterData/WALs/b20163ee1150,42761,1733271764049/b20163ee1150%2C42761%2C1733271764049.1733271765595 not finished, retry = 0 2024-12-04T00:23:25,321 INFO [M:0;b20163ee1150:42761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:23:25,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:25,321 INFO [M:0;b20163ee1150:42761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42761 2024-12-04T00:23:25,324 INFO [M:0;b20163ee1150:42761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:25,370 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:25,436 INFO [M:0;b20163ee1150:42761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x1019db815b90003, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:25,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60291cf4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:25,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c308c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:25,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:25,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2832ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:25,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73121e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:25,441 WARN [BP-765589235-172.17.0.3-1733271762280 heartbeating to localhost/127.0.0.1:36153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:23:25,441 WARN [BP-765589235-172.17.0.3-1733271762280 heartbeating to localhost/127.0.0.1:36153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765589235-172.17.0.3-1733271762280 (Datanode Uuid eb67490c-7638-4d03-ba72-8ba0a56a7665) service to localhost/127.0.0.1:36153 2024-12-04T00:23:25,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/cluster_54ebce0c-2e33-c512-33f5-061daacbc692/data/data1/current/BP-765589235-172.17.0.3-1733271762280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:25,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/cluster_54ebce0c-2e33-c512-33f5-061daacbc692/data/data2/current/BP-765589235-172.17.0.3-1733271762280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:25,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:23:25,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:23:25,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:23:25,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71a47e19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:25,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f793bc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:25,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:25,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3e6a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:25,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a157221{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b185112-6974-c265-81ab-ad6171d40f78/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:25,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:23:25,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:23:25,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:25,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:25,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:25,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:25,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:25,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:23:25,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=715126654, stopped=false 2024-12-04T00:23:25,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,34831,1733271758828 2024-12-04T00:23:25,535 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0931704725/running 2024-12-04T00:23:25,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0931704725/running 2024-12-04T00:23:25,535 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:23:25,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:23:25,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:25,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/running 2024-12-04T00:23:25,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:25,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:25,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:25,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,45905,1733271759045' ***** 2024-12-04T00:23:25,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:23:25,536 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:23:25,536 INFO [RS:0;b20163ee1150:45905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:23:25,536 INFO [RS:0;b20163ee1150:45905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:23:25,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 0918a9f4fb13cd1d5d4bc942776a4061 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,45905,1733271759045 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:45905. 2024-12-04T00:23:25,537 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0918a9f4fb13cd1d5d4bc942776a4061, disabling compactions & flushes 2024-12-04T00:23:25,537 DEBUG [RS:0;b20163ee1150:45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:25,537 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:25,537 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:23:25,537 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:23:25,537 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. after waiting 0 ms 2024-12-04T00:23:25,537 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:23:25,537 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0918a9f4fb13cd1d5d4bc942776a4061 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:23:25,537 INFO [RS:0;b20163ee1150:45905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:23:25,538 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:23:25,538 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:23:25,538 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1325): Online Regions={0918a9f4fb13cd1d5d4bc942776a4061=test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061., 1588230740=hbase:meta,,1.1588230740, 3ffb219760ebfafdba8a03d0ade77db6=hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.} 2024-12-04T00:23:25,538 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 1588230740, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:25,538 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:25,538 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:25,538 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:25,538 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:25,538 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:25,538 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:23:25,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Set watcher on znode that does not yet exist, /0931704725/running 2024-12-04T00:23:25,550 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f/4360dd187d3847869dc1d6bd287c85b0 is 28, key is row/f:/1733271791456/DeleteFamily/seqid=0 2024-12-04T00:23:25,605 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741840_1016 (size=5085) 2024-12-04T00:23:25,622 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/info/78899a4491054b84b35410aa3c174de4 is 147, key is hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6./info:regioninfo/1733271782305/Put/seqid=0 2024-12-04T00:23:25,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741841_1017 (size=7686) 2024-12-04T00:23:25,627 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/info/78899a4491054b84b35410aa3c174de4 2024-12-04T00:23:25,646 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/ns/4d0e3ca874184775b6fb6a76fa468552 is 43, key is default/ns:d/1733271762208/Put/seqid=0 2024-12-04T00:23:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:23:25,662 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/ns/4d0e3ca874184775b6fb6a76fa468552 2024-12-04T00:23:25,684 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ce9a844b5f420cb3178692439400ba is 112, key is test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061./rep_barrier:seqnumDuringOpen/1733271776846/Put/seqid=0 2024-12-04T00:23:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741843_1019 (size=5518) 2024-12-04T00:23:25,697 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ce9a844b5f420cb3178692439400ba 2024-12-04T00:23:25,719 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/table/c757b846c3204bc0b55b284543b53802 is 53, key is hbase:replication/table:state/1733271782329/Put/seqid=0 2024-12-04T00:23:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741844_1020 (size=5308) 2024-12-04T00:23:25,738 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 1588230740, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:25,938 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 1588230740, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:25,984 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:23:25,985 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:23:26,009 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f/4360dd187d3847869dc1d6bd287c85b0 2024-12-04T00:23:26,012 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4360dd187d3847869dc1d6bd287c85b0 2024-12-04T00:23:26,032 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f1/a3a6a95438174fcbb7f2cfddc498fbcd is 29, key is row/f1:/1733271791456/DeleteFamily/seqid=0 2024-12-04T00:23:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741845_1021 (size=5089) 2024-12-04T00:23:26,126 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/table/c757b846c3204bc0b55b284543b53802 2024-12-04T00:23:26,131 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/info/78899a4491054b84b35410aa3c174de4 as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/info/78899a4491054b84b35410aa3c174de4 2024-12-04T00:23:26,135 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/info/78899a4491054b84b35410aa3c174de4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:23:26,136 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/ns/4d0e3ca874184775b6fb6a76fa468552 as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/ns/4d0e3ca874184775b6fb6a76fa468552 2024-12-04T00:23:26,139 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 1588230740, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:26,140 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/ns/4d0e3ca874184775b6fb6a76fa468552, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:23:26,142 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ce9a844b5f420cb3178692439400ba as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/rep_barrier/d5ce9a844b5f420cb3178692439400ba 2024-12-04T00:23:26,145 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/rep_barrier/d5ce9a844b5f420cb3178692439400ba, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:23:26,146 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/.tmp/table/c757b846c3204bc0b55b284543b53802 as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/table/c757b846c3204bc0b55b284543b53802 2024-12-04T00:23:26,149 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/table/c757b846c3204bc0b55b284543b53802, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:23:26,150 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=16, compaction requested=false 2024-12-04T00:23:26,150 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:23:26,173 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:23:26,173 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:26,173 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:23:26,173 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:26,174 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271805538Running coprocessor pre-close hooks at 1733271805538Disabling compacts and flushes for region at 1733271805538Disabling writes for close at 1733271805538Obtaining lock to block concurrent updates at 1733271805538Preparing flush snapshotting stores in 1588230740 at 1733271805538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271805539 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733271805605 (+66 ms)Flushing 1588230740/info: creating writer at 1733271805605Flushing 1588230740/info: appending metadata at 1733271805622 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733271805622Flushing 1588230740/ns: creating writer at 1733271805631 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733271805645 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733271805646 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733271805667 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271805684 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271805684Flushing 1588230740/table: creating writer at 1733271805701 (+17 ms)Flushing 1588230740/table: appending metadata at 1733271805719 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733271805719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bae98ce: reopening flushed file at 1733271806131 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34187a25: reopening flushed file at 1733271806135 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b142146: reopening flushed file at 1733271806140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bb90ca: reopening flushed file at 1733271806145 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=16, compaction requested=false at 1733271806150 (+5 ms)Writing region close event to WAL at 1733271806160 (+10 ms)Running coprocessor post-close hooks at 1733271806173 (+13 ms)Closed at 1733271806173 2024-12-04T00:23:26,174 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:26,339 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:26,446 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f1/a3a6a95438174fcbb7f2cfddc498fbcd 2024-12-04T00:23:26,455 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3a6a95438174fcbb7f2cfddc498fbcd 2024-12-04T00:23:26,479 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/norep/5adb136f5002474796ec1a859e1749db is 32, key is row/norep:/1733271791456/DeleteFamily/seqid=0 2024-12-04T00:23:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741846_1022 (size=5101) 2024-12-04T00:23:26,510 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/norep/5adb136f5002474796ec1a859e1749db 2024-12-04T00:23:26,532 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5adb136f5002474796ec1a859e1749db 2024-12-04T00:23:26,538 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f/4360dd187d3847869dc1d6bd287c85b0 as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/f/4360dd187d3847869dc1d6bd287c85b0 2024-12-04T00:23:26,539 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:23:26,539 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1325): Online Regions={0918a9f4fb13cd1d5d4bc942776a4061=test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061., 3ffb219760ebfafdba8a03d0ade77db6=hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6.} 2024-12-04T00:23:26,539 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 0918a9f4fb13cd1d5d4bc942776a4061, 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:26,555 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4360dd187d3847869dc1d6bd287c85b0 2024-12-04T00:23:26,555 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/f/4360dd187d3847869dc1d6bd287c85b0, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T00:23:26,557 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/f1/a3a6a95438174fcbb7f2cfddc498fbcd as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/f1/a3a6a95438174fcbb7f2cfddc498fbcd 2024-12-04T00:23:26,563 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3a6a95438174fcbb7f2cfddc498fbcd 2024-12-04T00:23:26,563 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/f1/a3a6a95438174fcbb7f2cfddc498fbcd, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T00:23:26,564 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/.tmp/norep/5adb136f5002474796ec1a859e1749db as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/norep/5adb136f5002474796ec1a859e1749db 2024-12-04T00:23:26,571 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5adb136f5002474796ec1a859e1749db 2024-12-04T00:23:26,571 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/norep/5adb136f5002474796ec1a859e1749db, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T00:23:26,572 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0918a9f4fb13cd1d5d4bc942776a4061 in 1035ms, sequenceid=6, compaction requested=false 2024-12-04T00:23:26,572 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:23:26,591 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/default/test/0918a9f4fb13cd1d5d4bc942776a4061/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:23:26,592 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0918a9f4fb13cd1d5d4bc942776a4061: Waiting for close lock at 1733271805537Running coprocessor pre-close hooks at 1733271805537Disabling compacts and flushes for region at 1733271805537Disabling writes for close at 1733271805537Obtaining lock to block concurrent updates at 1733271805537Preparing flush snapshotting stores in 0918a9f4fb13cd1d5d4bc942776a4061 at 1733271805537Finished memstore snapshotting test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733271805538 (+1 ms)Flushing stores of test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. at 1733271805538Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f: creating writer at 1733271805538Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f: appending metadata at 1733271805550 (+12 ms)Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f: closing flushed file at 1733271805550Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f1: creating writer at 1733271806012 (+462 ms)Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f1: appending metadata at 1733271806031 (+19 ms)Flushing 0918a9f4fb13cd1d5d4bc942776a4061/f1: closing flushed file at 1733271806031Flushing 0918a9f4fb13cd1d5d4bc942776a4061/norep: creating writer at 1733271806456 (+425 ms)Flushing 0918a9f4fb13cd1d5d4bc942776a4061/norep: appending metadata at 1733271806478 (+22 ms)Flushing 0918a9f4fb13cd1d5d4bc942776a4061/norep: closing flushed file at 1733271806478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd723b8: reopening flushed file at 1733271806533 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f979cc: reopening flushed file at 1733271806555 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f88d95: reopening flushed file at 1733271806563 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0918a9f4fb13cd1d5d4bc942776a4061 in 1035ms, sequenceid=6, compaction requested=false at 1733271806572 (+9 ms)Writing region close event to WAL at 1733271806581 (+9 ms)Running coprocessor post-close hooks at 1733271806592 (+11 ms)Closed at 1733271806592 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271775452.0918a9f4fb13cd1d5d4bc942776a4061. 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ffb219760ebfafdba8a03d0ade77db6, disabling compactions & flushes 2024-12-04T00:23:26,592 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:26,592 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:26,593 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. after waiting 0 ms 2024-12-04T00:23:26,593 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:26,593 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ffb219760ebfafdba8a03d0ade77db6 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T00:23:26,621 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/.tmp/queue/ff5420bf3e7f4510a2e4d693fd1ca81b is 153, key is 1-b20163ee1150,45905,1733271759045/queue:b20163ee1150%2C45905%2C1733271759045/1733271791787/Put/seqid=0 2024-12-04T00:23:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741847_1023 (size=5352) 2024-12-04T00:23:26,739 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:26,939 DEBUG [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1351): Waiting on 3ffb219760ebfafdba8a03d0ade77db6 2024-12-04T00:23:27,037 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/.tmp/queue/ff5420bf3e7f4510a2e4d693fd1ca81b 2024-12-04T00:23:27,058 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/.tmp/queue/ff5420bf3e7f4510a2e4d693fd1ca81b as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/queue/ff5420bf3e7f4510a2e4d693fd1ca81b 2024-12-04T00:23:27,061 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/queue/ff5420bf3e7f4510a2e4d693fd1ca81b, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T00:23:27,062 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3ffb219760ebfafdba8a03d0ade77db6 in 468ms, sequenceid=8, compaction requested=false 2024-12-04T00:23:27,064 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/data/hbase/replication/3ffb219760ebfafdba8a03d0ade77db6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T00:23:27,064 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:23:27,064 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:23:27,064 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:27,064 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ffb219760ebfafdba8a03d0ade77db6: Waiting for close lock at 1733271806592Running coprocessor pre-close hooks at 1733271806592Disabling compacts and flushes for region at 1733271806592Disabling writes for close at 1733271806593 (+1 ms)Obtaining lock to block concurrent updates at 1733271806593Preparing flush snapshotting stores in 3ffb219760ebfafdba8a03d0ade77db6 at 1733271806593Finished memstore snapshotting hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733271806593Flushing stores of hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. at 1733271806593Flushing 3ffb219760ebfafdba8a03d0ade77db6/queue: creating writer at 1733271806593Flushing 3ffb219760ebfafdba8a03d0ade77db6/queue: appending metadata at 1733271806620 (+27 ms)Flushing 3ffb219760ebfafdba8a03d0ade77db6/queue: closing flushed file at 1733271806620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2aaa03: reopening flushed file at 1733271807057 (+437 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3ffb219760ebfafdba8a03d0ade77db6 in 468ms, sequenceid=8, compaction requested=false at 1733271807062 (+5 ms)Writing region close event to WAL at 1733271807062Running coprocessor post-close hooks at 1733271807064 (+2 ms)Closed at 1733271807064 2024-12-04T00:23:27,064 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271780936.3ffb219760ebfafdba8a03d0ade77db6. 2024-12-04T00:23:27,074 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 636, reset compression=false 2024-12-04T00:23:27,078 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:27,078 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118 to pos 1527, reset compression=false 2024-12-04T00:23:27,078 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,45905,1733271759045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/WALs/b20163ee1150,45905,1733271759045/b20163ee1150%2C45905%2C1733271759045.1733271761118, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:27,079 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,45905,1733271759045: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b20163ee1150,45905,1733271759045, walGroup=b20163ee1150%2C45905%2C1733271759045, offset=b20163ee1150%2C45905%2C1733271759045.1733271761118:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:45905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:23:27,080 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:23:27,080 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:23:27,081 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:23:27,081 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:23:27,081 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:23:27,081 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 1057392760 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 203565112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:23:27,081 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:34831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:34831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:23:27,140 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,45905,1733271759045; all regions closed. 2024-12-04T00:23:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741834_1010 (size=4239) 2024-12-04T00:23:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741839_1015 (size=2240) 2024-12-04T00:23:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741832_1008 (size=1535) 2024-12-04T00:23:27,160 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:27,160 INFO [RS:0;b20163ee1150:45905 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:23:27,160 INFO [RS:0;b20163ee1150:45905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:27,160 INFO [RS:0;b20163ee1150:45905 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:27,160 INFO [RS:0;b20163ee1150:45905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:27,160 INFO [RS:0;b20163ee1150:45905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,45905,1733271759045 because: Region server is closing 2024-12-04T00:23:27,161 INFO [RS:0;b20163ee1150:45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:45905. 2024-12-04T00:23:27,161 DEBUG [RS:0;b20163ee1150:45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:27,161 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:27,161 DEBUG [RS:0;b20163ee1150:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:27,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:27,161 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:27,261 INFO [RS:0;b20163ee1150:45905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.shipperb20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 terminated 2024-12-04T00:23:27,261 INFO [RS:0;b20163ee1150:45905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45905 2024-12-04T00:23:27,261 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,45905,1733271759045.replicationSource.wal-reader.b20163ee1150%2C45905%2C1733271759045,1-b20163ee1150,45905,1733271759045 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T00:23:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725/rs 2024-12-04T00:23:27,302 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0931704725/rs/b20163ee1150,45905,1733271759045 2024-12-04T00:23:27,302 INFO [RS:0;b20163ee1150:45905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:27,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,45905,1733271759045] 2024-12-04T00:23:27,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0931704725/draining/b20163ee1150,45905,1733271759045 already deleted, retry=false 2024-12-04T00:23:27,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,45905,1733271759045 expired; onlineServers=0 2024-12-04T00:23:27,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,34831,1733271758828' ***** 2024-12-04T00:23:27,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:23:27,387 INFO [M:0;b20163ee1150:34831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:23:27,387 INFO [M:0;b20163ee1150:34831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:23:27,387 DEBUG [M:0;b20163ee1150:34831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:23:27,387 DEBUG [M:0;b20163ee1150:34831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:23:27,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:23:27,387 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271760896 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271760896,5,FailOnTimeoutGroup] 2024-12-04T00:23:27,387 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271760900 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271760900,5,FailOnTimeoutGroup] 2024-12-04T00:23:27,387 INFO [M:0;b20163ee1150:34831 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:23:27,387 INFO [M:0;b20163ee1150:34831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:23:27,388 DEBUG [M:0;b20163ee1150:34831 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:23:27,388 INFO [M:0;b20163ee1150:34831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:23:27,388 INFO [M:0;b20163ee1150:34831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:23:27,388 ERROR [M:0;b20163ee1150:34831 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33161,5,PEWorkerGroup] 2024-12-04T00:23:27,388 INFO [M:0;b20163ee1150:34831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:23:27,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:23:27,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0931704725/master 2024-12-04T00:23:27,398 DEBUG [M:0;b20163ee1150:34831 {}] zookeeper.ZKUtil(347): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Unable to get data of znode /0931704725/master because node does not exist (not an error) 2024-12-04T00:23:27,398 WARN [M:0;b20163ee1150:34831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:23:27,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0931704725 2024-12-04T00:23:27,399 INFO [M:0;b20163ee1150:34831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/.lastflushedseqids 2024-12-04T00:23:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741848_1024 (size=245) 2024-12-04T00:23:27,456 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:27,456 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45905-0x1019db815b90001, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:27,456 INFO [RS:0;b20163ee1150:45905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:27,456 INFO [RS:0;b20163ee1150:45905 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,45905,1733271759045; zookeeper connection closed. 2024-12-04T00:23:27,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34b9a854 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34b9a854 2024-12-04T00:23:27,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:23:27,810 INFO [M:0;b20163ee1150:34831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:23:27,810 INFO [M:0;b20163ee1150:34831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:23:27,810 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:27,810 INFO [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:27,810 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:27,810 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:27,810 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:27,810 INFO [M:0;b20163ee1150:34831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T00:23:27,829 DEBUG [M:0;b20163ee1150:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581a7ea9e28043dea1cd765932ae56fa is 82, key is hbase:meta,,1/info:regioninfo/1733271762161/Put/seqid=0 2024-12-04T00:23:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741849_1025 (size=5672) 2024-12-04T00:23:27,837 INFO [M:0;b20163ee1150:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581a7ea9e28043dea1cd765932ae56fa 2024-12-04T00:23:27,854 DEBUG [M:0;b20163ee1150:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51c9ef5559454df3bd507820e45e750e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271776882/Put/seqid=0 2024-12-04T00:23:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741850_1026 (size=7218) 2024-12-04T00:23:28,258 INFO [M:0;b20163ee1150:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51c9ef5559454df3bd507820e45e750e 2024-12-04T00:23:28,262 INFO [M:0;b20163ee1150:34831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51c9ef5559454df3bd507820e45e750e 2024-12-04T00:23:28,279 DEBUG [M:0;b20163ee1150:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743ae416257140be8434a8eed7a125b3 is 69, key is b20163ee1150,45905,1733271759045/rs:state/1733271760951/Put/seqid=0 2024-12-04T00:23:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741851_1027 (size=5156) 2024-12-04T00:23:28,683 INFO [M:0;b20163ee1150:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743ae416257140be8434a8eed7a125b3 2024-12-04T00:23:28,688 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581a7ea9e28043dea1cd765932ae56fa as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/581a7ea9e28043dea1cd765932ae56fa 2024-12-04T00:23:28,692 INFO [M:0;b20163ee1150:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/581a7ea9e28043dea1cd765932ae56fa, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T00:23:28,693 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51c9ef5559454df3bd507820e45e750e as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51c9ef5559454df3bd507820e45e750e 2024-12-04T00:23:28,697 INFO [M:0;b20163ee1150:34831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51c9ef5559454df3bd507820e45e750e 2024-12-04T00:23:28,697 INFO [M:0;b20163ee1150:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51c9ef5559454df3bd507820e45e750e, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T00:23:28,703 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/743ae416257140be8434a8eed7a125b3 as hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/743ae416257140be8434a8eed7a125b3 2024-12-04T00:23:28,720 INFO [M:0;b20163ee1150:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33161/user/jenkins/test-data/166ba3df-cea4-19a5-4b9f-82675b09b10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/743ae416257140be8434a8eed7a125b3, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T00:23:28,728 INFO [M:0;b20163ee1150:34831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=105, compaction requested=false 2024-12-04T00:23:28,745 INFO [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:28,745 DEBUG [M:0;b20163ee1150:34831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271807810Disabling compacts and flushes for region at 1733271807810Disabling writes for close at 1733271807810Obtaining lock to block concurrent updates at 1733271807810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271807810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733271807811 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271807811Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271807811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271807828 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271807828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271807842 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271807854 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271807854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271808262 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271808278 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271808278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5171cfe2: reopening flushed file at 1733271808687 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3561bd16: reopening flushed file at 1733271808692 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61853f28: reopening flushed file at 1733271808702 (+10 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=105, compaction requested=false at 1733271808728 (+26 ms)Writing region close event to WAL at 1733271808745 (+17 ms)Closed at 1733271808745 2024-12-04T00:23:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39989 is added to blk_1073741830_1006 (size=64423) 2024-12-04T00:23:28,780 INFO [M:0;b20163ee1150:34831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:23:28,780 INFO [M:0;b20163ee1150:34831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34831 2024-12-04T00:23:28,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:23:28,781 INFO [M:0;b20163ee1150:34831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:23:28,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:28,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x1019db815b90000, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:23:28,950 INFO [M:0;b20163ee1150:34831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:23:28,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:28,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:28,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:28,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:28,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:28,972 WARN [BP-18941690-172.17.0.3-1733271755300 heartbeating to localhost/127.0.0.1:33161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:23:28,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:23:28,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:23:28,972 WARN [BP-18941690-172.17.0.3-1733271755300 heartbeating to localhost/127.0.0.1:33161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18941690-172.17.0.3-1733271755300 (Datanode Uuid 746b90b9-0ddd-4b1c-9c8c-afda2fbb0af1) service to localhost/127.0.0.1:33161 2024-12-04T00:23:28,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:23:28,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/data/data1/current/BP-18941690-172.17.0.3-1733271755300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:28,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/cluster_826b7d3d-8971-3f0e-d01c-cec0dff2e48e/data/data2/current/BP-18941690-172.17.0.3-1733271755300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:23:28,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324fe214{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:28,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:23:28,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:23:28,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:23:28,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3357bc9-bb53-72cc-5ee3-865143aba348/hadoop.log.dir/,STOPPED} 2024-12-04T00:23:29,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:23:29,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:29,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:29,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149016 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:23:29,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=355 (was 299) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33597 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36153 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 708) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=893 (was 917), ProcessCount=11 (was 11), AvailableMemoryMB=5544 (was 4075) - AvailableMemoryMB LEAK? - 2024-12-04T00:23:29,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=355, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=893, ProcessCount=11, AvailableMemoryMB=5541 2024-12-04T00:23:29,091 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T00:23:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir so I do NOT create it in target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb 2024-12-04T00:23:29,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:23:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.tmp.dir so I do NOT create it in target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb 2024-12-04T00:23:29,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1af84716-4f6a-2643-f7b4-7321e969bdfd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:23:29,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb 2024-12-04T00:23:29,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350, deleteOnExit=true 2024-12-04T00:23:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019db815b90005, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:23:29,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019db815b90005, quorum=127.0.0.1:63293, baseZNode=/1-322788672 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:23:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019db815b90002, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:23:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019db815b90008, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T00:23:29,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019db815b90002, quorum=127.0.0.1:63293, baseZNode=/0931704725 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:23:29,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019db815b90008, quorum=127.0.0.1:63293, baseZNode=/2-2085491007 Received Disconnected from ZooKeeper, ignoring 2024-12-04T00:23:29,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/zookeeper_0, clientPort=57075, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:23:29,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57075 2024-12-04T00:23:29,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:23:29,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:23:29,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/test.cache.data in system properties and HBase conf 2024-12-04T00:23:29,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:23:29,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:23:29,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:23:29,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:23:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:23:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:23:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:23:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:23:29,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:23:29,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:29,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:29,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:29,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:29,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:23:29,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:29,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:29,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:30,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2caa4d84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/java.io.tmpdir/jetty-localhost-41123-hadoop-hdfs-3_4_1-tests_jar-_-any-10548657237121262899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:30,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:41123} 2024-12-04T00:23:30,042 INFO [Time-limited test {}] server.Server(415): Started @346989ms 2024-12-04T00:23:30,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:30,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:30,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:30,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:30,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:23:30,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:30,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:30,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5349f266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/java.io.tmpdir/jetty-localhost-43631-hadoop-hdfs-3_4_1-tests_jar-_-any-12996980840731058240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:30,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:43631} 2024-12-04T00:23:30,539 INFO [Time-limited test {}] server.Server(415): Started @347487ms 2024-12-04T00:23:30,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:23:31,349 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data1/current/BP-1581464536-172.17.0.3-1733271809131/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:31,353 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data2/current/BP-1581464536-172.17.0.3-1733271809131/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:31,420 WARN [Thread-4187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:23:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e35bc9c1b787b6 with lease ID 0x30dd4b42466fa895: Processing first storage report for DS-e62afd50-43cc-4b1a-a1e8-2dbe6e74cbc7 from datanode DatanodeRegistration(127.0.0.1:35081, datanodeUuid=792cae4d-3150-4a21-ac48-0b40ba9f7e4d, infoPort=35587, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=108041934;c=1733271809131) 2024-12-04T00:23:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e35bc9c1b787b6 with lease ID 0x30dd4b42466fa895: from storage DS-e62afd50-43cc-4b1a-a1e8-2dbe6e74cbc7 node DatanodeRegistration(127.0.0.1:35081, datanodeUuid=792cae4d-3150-4a21-ac48-0b40ba9f7e4d, infoPort=35587, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=108041934;c=1733271809131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e35bc9c1b787b6 with lease ID 0x30dd4b42466fa895: Processing first storage report for DS-c3771ca6-fe22-416a-a949-e80a8f2fbe2c from datanode DatanodeRegistration(127.0.0.1:35081, datanodeUuid=792cae4d-3150-4a21-ac48-0b40ba9f7e4d, infoPort=35587, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=108041934;c=1733271809131) 2024-12-04T00:23:31,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e35bc9c1b787b6 with lease ID 0x30dd4b42466fa895: from storage DS-c3771ca6-fe22-416a-a949-e80a8f2fbe2c node DatanodeRegistration(127.0.0.1:35081, datanodeUuid=792cae4d-3150-4a21-ac48-0b40ba9f7e4d, infoPort=35587, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=108041934;c=1733271809131), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T00:23:31,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb 2024-12-04T00:23:31,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:31,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:23:31,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:31,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:31,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3 with version=8 2024-12-04T00:23:31,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/hbase-staging 2024-12-04T00:23:31,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:23:31,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:31,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44429 2024-12-04T00:23:31,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44429 connecting to ZooKeeper ensemble=127.0.0.1:57075 2024-12-04T00:23:32,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444290x0, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:32,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44429-0x1019db8e7fc0000 connected 2024-12-04T00:23:32,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:32,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:32,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on znode that does not yet exist, /01130717274/running 2024-12-04T00:23:32,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3, hbase.cluster.distributed=false 2024-12-04T00:23:32,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on znode that does not yet exist, /01130717274/acl 2024-12-04T00:23:32,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44429 2024-12-04T00:23:32,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44429 2024-12-04T00:23:32,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44429 2024-12-04T00:23:32,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44429 2024-12-04T00:23:32,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44429 2024-12-04T00:23:32,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:23:32,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:32,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39545 2024-12-04T00:23:32,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39545 connecting to ZooKeeper ensemble=127.0.0.1:57075 2024-12-04T00:23:32,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:32,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:32,201 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395450x0, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:32,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39545-0x1019db8e7fc0001 connected 2024-12-04T00:23:32,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on znode that does not yet exist, /01130717274/running 2024-12-04T00:23:32,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:23:32,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:23:32,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on znode that does not yet exist, /01130717274/master 2024-12-04T00:23:32,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on znode that does not yet exist, /01130717274/acl 2024-12-04T00:23:32,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39545 2024-12-04T00:23:32,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39545 2024-12-04T00:23:32,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39545 2024-12-04T00:23:32,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39545 2024-12-04T00:23:32,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39545 2024-12-04T00:23:32,280 DEBUG [M:0;b20163ee1150:44429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:44429 2024-12-04T00:23:32,292 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01130717274/backup-masters/b20163ee1150,44429,1733271811917 2024-12-04T00:23:32,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274/backup-masters 2024-12-04T00:23:32,318 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on existing znode=/01130717274/backup-masters/b20163ee1150,44429,1733271811917 2024-12-04T00:23:32,318 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274/backup-masters 2024-12-04T00:23:32,398 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130717274/master 2024-12-04T00:23:32,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:32,398 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:32,404 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on existing znode=/01130717274/master 2024-12-04T00:23:32,404 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01130717274/backup-masters/b20163ee1150,44429,1733271811917 from backup master directory 2024-12-04T00:23:32,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130717274/backup-masters/b20163ee1150,44429,1733271811917 2024-12-04T00:23:32,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274/backup-masters 2024-12-04T00:23:32,460 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:32,460 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,44429,1733271811917 2024-12-04T00:23:32,464 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274/backup-masters 2024-12-04T00:23:32,470 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/hbase.id] with ID: 084b44b1-7cdf-4735-8814-f873008381b2 2024-12-04T00:23:32,470 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/.tmp/hbase.id 2024-12-04T00:23:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:23:32,879 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/.tmp/hbase.id]:[hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/hbase.id] 2024-12-04T00:23:32,908 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:32,908 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:23:32,909 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:23:32,938 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:23:33,356 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:33,357 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:23:33,357 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:23:33,369 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/data/master/store 2024-12-04T00:23:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:33,392 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:33,392 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:33,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271813392Disabling compacts and flushes for region at 1733271813392Disabling writes for close at 1733271813392Writing region close event to WAL at 1733271813392Closed at 1733271813392 2024-12-04T00:23:33,393 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/data/master/store/.initializing 2024-12-04T00:23:33,393 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/WALs/b20163ee1150,44429,1733271811917 2024-12-04T00:23:33,397 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:33,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C44429%2C1733271811917, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/WALs/b20163ee1150,44429,1733271811917, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/oldWALs, maxLogs=10 2024-12-04T00:23:33,417 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/WALs/b20163ee1150,44429,1733271811917/b20163ee1150%2C44429%2C1733271811917.1733271813399, exclude list is [], retry=0 2024-12-04T00:23:33,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-e62afd50-43cc-4b1a-a1e8-2dbe6e74cbc7,DISK] 2024-12-04T00:23:33,420 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/WALs/b20163ee1150,44429,1733271811917/b20163ee1150%2C44429%2C1733271811917.1733271813399 2024-12-04T00:23:33,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-12-04T00:23:33,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:33,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:33,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,421 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:23:33,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:23:33,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:33,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:33,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:23:33,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:33,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:33,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:23:33,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:33,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:33,430 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,430 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,430 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,431 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,431 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,432 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:33,432 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:33,442 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:33,442 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713901, jitterRate=0.03881807625293732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:33,443 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271813421Initializing all the Stores at 1733271813422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271813422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271813424 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271813424Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271813424Cleaning up temporary data from old regions at 1733271813431 (+7 ms)Region opened successfully at 1733271813443 (+12 ms) 2024-12-04T00:23:33,444 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:23:33,447 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e8daee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:33,448 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:23:33,448 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:23:33,448 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:23:33,448 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:23:33,449 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:23:33,449 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:23:33,450 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:23:33,467 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:23:33,470 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Unable to get data of znode /01130717274/balancer because node does not exist (not necessarily an error) 2024-12-04T00:23:33,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130717274/balancer already deleted, retry=false 2024-12-04T00:23:33,517 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:23:33,518 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Unable to get data of znode /01130717274/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:23:33,527 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130717274/normalizer already deleted, retry=false 2024-12-04T00:23:33,527 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:23:33,532 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Unable to get data of znode /01130717274/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:23:33,545 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130717274/switch/split already deleted, retry=false 2024-12-04T00:23:33,546 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Unable to get data of znode /01130717274/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:23:33,558 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130717274/switch/merge already deleted, retry=false 2024-12-04T00:23:33,560 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Unable to get data of znode /01130717274/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:23:33,569 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130717274/snapshot-cleanup already deleted, retry=false 2024-12-04T00:23:33,579 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130717274/running 2024-12-04T00:23:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130717274/running 2024-12-04T00:23:33,580 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,583 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,44429,1733271811917, sessionid=0x1019db8e7fc0000, setting cluster-up flag (Was=false) 2024-12-04T00:23:33,601 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,632 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130717274/flush-table-proc/acquired, /01130717274/flush-table-proc/reached, /01130717274/flush-table-proc/abort 2024-12-04T00:23:33,633 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,44429,1733271811917 2024-12-04T00:23:33,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,654 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:33,685 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130717274/online-snapshot/acquired, /01130717274/online-snapshot/reached, /01130717274/online-snapshot/abort 2024-12-04T00:23:33,687 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,44429,1733271811917 2024-12-04T00:23:33,688 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:23:33,693 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:33,694 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:23:33,694 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:23:33,694 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,44429,1733271811917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:33,699 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271843701 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:23:33,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:23:33,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:23:33,701 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:23:33,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:33,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:23:33,704 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,707 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:23:33,707 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:23:33,708 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:23:33,708 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:23:33,708 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:23:33,708 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:23:33,709 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271813708,5,FailOnTimeoutGroup] 2024-12-04T00:23:33,712 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271813709,5,FailOnTimeoutGroup] 2024-12-04T00:23:33,712 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,712 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:23:33,712 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,712 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:23:33,756 INFO [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(746): ClusterId : 084b44b1-7cdf-4735-8814-f873008381b2 2024-12-04T00:23:33,756 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:23:33,767 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:23:33,767 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:23:33,784 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:23:33,785 DEBUG [RS:0;b20163ee1150:39545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d4627a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:33,799 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:39545 2024-12-04T00:23:33,799 INFO [RS:0;b20163ee1150:39545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:23:33,799 INFO [RS:0;b20163ee1150:39545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:23:33,799 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:23:33,800 INFO [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,44429,1733271811917 with port=39545, startcode=1733271812156 2024-12-04T00:23:33,800 DEBUG [RS:0;b20163ee1150:39545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:23:33,804 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:23:33,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44429 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,809 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3 2024-12-04T00:23:33,809 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45201 2024-12-04T00:23:33,809 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:23:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274/rs 2024-12-04T00:23:33,824 DEBUG [RS:0;b20163ee1150:39545 {}] zookeeper.ZKUtil(111): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Set watcher on existing znode=/01130717274/rs/b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,39545,1733271812156] 2024-12-04T00:23:33,824 WARN [RS:0;b20163ee1150:39545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:33,824 INFO [RS:0;b20163ee1150:39545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:33,824 DEBUG [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,828 INFO [RS:0;b20163ee1150:39545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:23:33,830 INFO [RS:0;b20163ee1150:39545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:23:33,832 INFO [RS:0;b20163ee1150:39545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:23:33,832 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,834 INFO [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:23:33,835 INFO [RS:0;b20163ee1150:39545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:23:33,835 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:33,836 DEBUG [RS:0;b20163ee1150:39545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,839 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39545,1733271812156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:33,861 INFO [RS:0;b20163ee1150:39545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:23:33,861 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,39545,1733271812156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,861 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,861 INFO [RS:0;b20163ee1150:39545 {}] regionserver.Replication(171): b20163ee1150,39545,1733271812156 started 2024-12-04T00:23:33,882 INFO [RS:0;b20163ee1150:39545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:33,882 INFO [RS:0;b20163ee1150:39545 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,39545,1733271812156, RpcServer on b20163ee1150/172.17.0.3:39545, sessionid=0x1019db8e7fc0001 2024-12-04T00:23:33,882 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:23:33,882 DEBUG [RS:0;b20163ee1150:39545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,882 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39545,1733271812156' 2024-12-04T00:23:33,882 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130717274/flush-table-proc/abort' 2024-12-04T00:23:33,883 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130717274/flush-table-proc/acquired' 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,39545,1733271812156 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,39545,1733271812156' 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130717274/online-snapshot/abort' 2024-12-04T00:23:33,884 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130717274/online-snapshot/acquired' 2024-12-04T00:23:33,885 DEBUG [RS:0;b20163ee1150:39545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:23:33,885 INFO [RS:0;b20163ee1150:39545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:23:33,885 INFO [RS:0;b20163ee1150:39545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:23:33,985 INFO [RS:0;b20163ee1150:39545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:33,987 INFO [RS:0;b20163ee1150:39545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39545%2C1733271812156, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/oldWALs, maxLogs=10 2024-12-04T00:23:34,004 DEBUG [RS:0;b20163ee1150:39545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156/b20163ee1150%2C39545%2C1733271812156.1733271813987, exclude list is [], retry=0 2024-12-04T00:23:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-e62afd50-43cc-4b1a-a1e8-2dbe6e74cbc7,DISK] 2024-12-04T00:23:34,020 INFO [RS:0;b20163ee1150:39545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156/b20163ee1150%2C39545%2C1733271812156.1733271813987 2024-12-04T00:23:34,024 DEBUG [RS:0;b20163ee1150:39545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-12-04T00:23:34,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:23:34,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3 2024-12-04T00:23:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:23:34,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:34,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:34,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:34,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:34,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:34,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:34,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:34,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:34,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:34,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/1588230740 2024-12-04T00:23:34,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/1588230740 2024-12-04T00:23:34,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:34,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:34,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:34,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:34,143 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:34,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476613, jitterRate=0.005479887127876282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271814127Initializing all the Stores at 1733271814128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271814128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814128Cleaning up temporary data from old regions at 1733271814140 (+12 ms)Region opened successfully at 1733271814144 (+4 ms) 2024-12-04T00:23:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:34,144 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:34,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:34,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271814144Disabling compacts and flushes for region at 1733271814144Disabling writes for close at 1733271814144Writing region close event to WAL at 1733271814145 (+1 ms)Closed at 1733271814145 2024-12-04T00:23:34,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:34,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:23:34,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:23:34,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:34,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:23:34,298 DEBUG [b20163ee1150:44429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:23:34,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,39545,1733271812156 2024-12-04T00:23:34,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39545,1733271812156, state=OPENING 2024-12-04T00:23:34,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:23:34,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:34,334 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130717274 2024-12-04T00:23:34,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:34,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39545,1733271812156}] 2024-12-04T00:23:34,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130717274/meta-region-server: CHANGED 2024-12-04T00:23:34,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130717274/meta-region-server: CHANGED 2024-12-04T00:23:34,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:34,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:23:34,493 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:23:34,493 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:34,494 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:23:34,495 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C39545%2C1733271812156.meta, suffix=.meta, logDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/oldWALs, maxLogs=10 2024-12-04T00:23:34,512 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156/b20163ee1150%2C39545%2C1733271812156.meta.1733271814495.meta, exclude list is [], retry=0 2024-12-04T00:23:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-e62afd50-43cc-4b1a-a1e8-2dbe6e74cbc7,DISK] 2024-12-04T00:23:34,522 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/WALs/b20163ee1150,39545,1733271812156/b20163ee1150%2C39545%2C1733271812156.meta.1733271814495.meta 2024-12-04T00:23:34,522 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-12-04T00:23:34,522 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:34,523 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:23:34,523 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:23:34,523 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:23:34,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:34,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:34,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:34,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:34,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:34,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:34,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:34,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:34,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:34,532 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:34,533 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/1588230740 2024-12-04T00:23:34,534 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/hbase/meta/1588230740 2024-12-04T00:23:34,534 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:34,534 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:34,535 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:34,536 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:34,536 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577394, jitterRate=0.09638860821723938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:34,537 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:23:34,537 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271814523Writing region info on filesystem at 1733271814523Initializing all the Stores at 1733271814524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814528 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271814528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271814528Cleaning up temporary data from old regions at 1733271814534 (+6 ms)Running coprocessor post-open hooks at 1733271814537 (+3 ms)Region opened successfully at 1733271814537 2024-12-04T00:23:34,538 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271814487 2024-12-04T00:23:34,539 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:23:34,539 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:23:34,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,39545,1733271812156 2024-12-04T00:23:34,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,39545,1733271812156, state=OPEN 2024-12-04T00:23:34,590 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39545-0x1019db8e7fc0001, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130717274/meta-region-server 2024-12-04T00:23:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44429-0x1019db8e7fc0000, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130717274/meta-region-server 2024-12-04T00:23:34,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,39545,1733271812156 2024-12-04T00:23:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130717274/meta-region-server: CHANGED 2024-12-04T00:23:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130717274/meta-region-server: CHANGED 2024-12-04T00:23:34,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:23:34,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,39545,1733271812156 in 255 msec 2024-12-04T00:23:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:23:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-12-04T00:23:34,595 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:34,595 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:23:34,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:34,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39545,1733271812156, seqNum=-1] 2024-12-04T00:23:34,597 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:34,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:34,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 909 msec 2024-12-04T00:23:34,602 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271814602, completionTime=-1 2024-12-04T00:23:34,602 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:23:34,602 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271874604 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271934604 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:44429, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,604 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,606 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:34,607 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:23:34,609 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:23:34,609 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:23:34,609 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,44429,1733271811917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:34,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:34,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44429,-1 for getting cluster id 2024-12-04T00:23:34,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:34,660 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '084b44b1-7cdf-4735-8814-f873008381b2' 2024-12-04T00:23:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "084b44b1-7cdf-4735-8814-f873008381b2" 2024-12-04T00:23:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ee74a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44429,-1] 2024-12-04T00:23:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:34,662 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:34,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:34,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,39545,1733271812156, seqNum=-1] 2024-12-04T00:23:34,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:34,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,44429,1733271811917 2024-12-04T00:23:34,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57075 2024-12-04T00:23:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57075, baseZNode=/01130717274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:34,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db8e7fc0002 connected 2024-12-04T00:23:34,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44429,1733271811917 2024-12-04T00:23:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@100abf93 2024-12-04T00:23:34,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:34,717 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:34,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:23:34,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:34,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:34,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:23:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:34,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:23:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:35,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13ba9af954a7c52dbfd783f636a9f50e, NAME => 'test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3 2024-12-04T00:23:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:23:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:35,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13ba9af954a7c52dbfd783f636a9f50e, disabling compactions & flushes 2024-12-04T00:23:35,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. after waiting 0 ms 2024-12-04T00:23:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13ba9af954a7c52dbfd783f636a9f50e: Waiting for close lock at 1733271815556Disabling compacts and flushes for region at 1733271815556Disabling writes for close at 1733271815557 (+1 ms)Writing region close event to WAL at 1733271815557Closed at 1733271815557 2024-12-04T00:23:35,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:35,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271815558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271815558"}]},"ts":"1733271815558"} 2024-12-04T00:23:35,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:35,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:35,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271815560"}]},"ts":"1733271815560"} 2024-12-04T00:23:35,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:23:35,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13ba9af954a7c52dbfd783f636a9f50e, ASSIGN}] 2024-12-04T00:23:35,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13ba9af954a7c52dbfd783f636a9f50e, ASSIGN 2024-12-04T00:23:35,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13ba9af954a7c52dbfd783f636a9f50e, ASSIGN; state=OFFLINE, location=b20163ee1150,39545,1733271812156; forceNewPlan=false, retain=false 2024-12-04T00:23:35,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13ba9af954a7c52dbfd783f636a9f50e, regionState=OPENING, regionLocation=b20163ee1150,39545,1733271812156 2024-12-04T00:23:35,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13ba9af954a7c52dbfd783f636a9f50e, ASSIGN because future has completed 2024-12-04T00:23:35,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ba9af954a7c52dbfd783f636a9f50e, server=b20163ee1150,39545,1733271812156}] 2024-12-04T00:23:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:35,870 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,870 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ba9af954a7c52dbfd783f636a9f50e, NAME => 'test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:35,871 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:35,871 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:23:35,871 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,871 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:35,871 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,871 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,872 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,873 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ba9af954a7c52dbfd783f636a9f50e columnFamilyName f 2024-12-04T00:23:35,873 DEBUG [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:35,873 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(327): Store=13ba9af954a7c52dbfd783f636a9f50e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:35,873 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,874 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ba9af954a7c52dbfd783f636a9f50e columnFamilyName f1 2024-12-04T00:23:35,874 DEBUG [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:35,874 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(327): Store=13ba9af954a7c52dbfd783f636a9f50e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:35,874 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,875 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ba9af954a7c52dbfd783f636a9f50e columnFamilyName norep 2024-12-04T00:23:35,875 DEBUG [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:35,875 INFO [StoreOpener-13ba9af954a7c52dbfd783f636a9f50e-1 {}] regionserver.HStore(327): Store=13ba9af954a7c52dbfd783f636a9f50e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:35,875 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,876 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/default/test/13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,876 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/default/test/13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,876 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,876 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,877 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:35,877 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,879 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/data/default/test/13ba9af954a7c52dbfd783f636a9f50e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:35,879 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13ba9af954a7c52dbfd783f636a9f50e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68672949, jitterRate=0.02330668270587921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:35,879 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ba9af954a7c52dbfd783f636a9f50e 2024-12-04T00:23:35,879 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13ba9af954a7c52dbfd783f636a9f50e: Running coprocessor pre-open hook at 1733271815871Writing region info on filesystem at 1733271815871Initializing all the Stores at 1733271815872 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271815872Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271815872Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271815872Cleaning up temporary data from old regions at 1733271815876 (+4 ms)Running coprocessor post-open hooks at 1733271815879 (+3 ms)Region opened successfully at 1733271815879 2024-12-04T00:23:35,880 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e., pid=6, masterSystemTime=1733271815867 2024-12-04T00:23:35,881 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,881 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271814717.13ba9af954a7c52dbfd783f636a9f50e. 2024-12-04T00:23:35,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13ba9af954a7c52dbfd783f636a9f50e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,39545,1733271812156 2024-12-04T00:23:35,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ba9af954a7c52dbfd783f636a9f50e, server=b20163ee1150,39545,1733271812156 because future has completed 2024-12-04T00:23:35,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:23:35,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ba9af954a7c52dbfd783f636a9f50e, server=b20163ee1150,39545,1733271812156 in 168 msec 2024-12-04T00:23:35,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:23:35,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13ba9af954a7c52dbfd783f636a9f50e, ASSIGN in 324 msec 2024-12-04T00:23:35,887 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:35,887 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271815887"}]},"ts":"1733271815887"} 2024-12-04T00:23:35,889 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:23:35,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:35,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-12-04T00:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:36,876 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:23:36,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2052d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44429,-1 for getting cluster id 2024-12-04T00:23:36,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:36,878 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '084b44b1-7cdf-4735-8814-f873008381b2' 2024-12-04T00:23:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "084b44b1-7cdf-4735-8814-f873008381b2" 2024-12-04T00:23:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d304b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44429,-1] 2024-12-04T00:23:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:36,879 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b9498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44429,1733271811917 2024-12-04T00:23:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547fd140 2024-12-04T00:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:36,882 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:36,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:44429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:36,886 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:44429' 2024-12-04T00:23:36,887 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c320ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,887 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,44429,-1 for getting cluster id 2024-12-04T00:23:36,887 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:36,888 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '084b44b1-7cdf-4735-8814-f873008381b2' 2024-12-04T00:23:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "084b44b1-7cdf-4735-8814-f873008381b2" 2024-12-04T00:23:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7969a023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,44429,-1] 2024-12-04T00:23:36,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:36,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:36,890 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:36,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ea0589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:36,890 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,44429,1733271811917 2024-12-04T00:23:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6481ed0f 2024-12-04T00:23:36,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:36,896 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:36,899 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T00:23:36,899 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:23:36,900 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:36,900 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:36,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:36,900 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:23:36,908 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T00:23:36,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-12-04T00:23:36,910 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T00:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:37,001 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b20163ee1150:44429, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T00:23:37,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:23:37,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:23:37,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:37,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:37,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:37,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 355) Potentially hanging thread: IPC Server idle connection scanner for port 45201 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b20163ee1150:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b20163ee1150:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data2/current/BP-1581464536-172.17.0.3-1733271809131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108519034_20 at /127.0.0.1:35354 [Receiving block BP-1581464536-172.17.0.3-1733271809131:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3-prefix:b20163ee1150,39545,1733271812156.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1581464536-172.17.0.3-1733271809131:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3/MasterData-prefix:b20163ee1150,44429,1733271811917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58b5e117 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45201/user/jenkins/test-data/33d1da8b-ba53-6665-f4eb-8a08fa399ac3-prefix:b20163ee1150,39545,1733271812156 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1402888585-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd29c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271813709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7973-acceptor-0@1c13db42-ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:43631} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1581464536-172.17.0.3-1733271809131:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108519034_20 at /127.0.0.1:35278 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-23eff59f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-65e21794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271813708 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fd29c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1581464536-172.17.0.3-1733271809131:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1402888585-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57075) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-1581464536-172.17.0.3-1733271809131 heartbeating to localhost/127.0.0.1:45201 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108519034_20 at /127.0.0.1:35362 [Receiving block BP-1581464536-172.17.0.3-1733271809131:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(684480193) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b20163ee1150:39545-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1402888585-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd29c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007fd29cab7140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: b20163ee1150:44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd29c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b20163ee1150:44429 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b20163ee1150:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57075 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b20163ee1150:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4c67b5ac[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b20163ee1150:39545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b20163ee1150:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_593528694_20 at /127.0.0.1:35324 [Receiving block BP-1581464536-172.17.0.3-1733271809131:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/cluster_d7a9bdd7-b01d-7323-6948-4fc812d3f350/data/data1/current/BP-1581464536-172.17.0.3-1733271809131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7927-acceptor-0@2f87cc0d-ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:41123} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp885867159-7972 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd29c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@548ee19a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57075): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:57075) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 42839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57075) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 42839 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 42839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/b20163ee1150:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402888585-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd29c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=895 (was 893) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5403 (was 5541) 2024-12-04T00:23:37,025 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-12-04T00:23:37,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=524, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=895, ProcessCount=11, AvailableMemoryMB=5401 2024-12-04T00:23:37,045 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-12-04T00:23:37,060 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T00:23:37,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.log.dir so I do NOT create it in target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270 2024-12-04T00:23:37,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:23:37,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.tmp.dir so I do NOT create it in target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270 2024-12-04T00:23:37,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75b66361-03cf-f9bc-55a3-bd37c1d677cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:23:37,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270 2024-12-04T00:23:37,062 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37, deleteOnExit=true 2024-12-04T00:23:37,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/zookeeper_0, clientPort=57671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T00:23:37,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57671 2024-12-04T00:23:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:23:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:23:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/test.cache.data in system properties and HBase conf 2024-12-04T00:23:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:23:37,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:23:37,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:23:37,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:37,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:37,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:37,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:37,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:23:37,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:37,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:37,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:37,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/java.io.tmpdir/jetty-localhost-40561-hadoop-hdfs-3_4_1-tests_jar-_-any-15805584141911483852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:37,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:40561} 2024-12-04T00:23:37,973 INFO [Time-limited test {}] server.Server(415): Started @354921ms 2024-12-04T00:23:38,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:38,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:38,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:38,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:38,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:23:38,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:38,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:38,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/java.io.tmpdir/jetty-localhost-43637-hadoop-hdfs-3_4_1-tests_jar-_-any-15359854004168057831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:38,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:43637} 2024-12-04T00:23:38,385 INFO [Time-limited test {}] server.Server(415): Started @355332ms 2024-12-04T00:23:38,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:23:39,134 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/data/data1/current/BP-472887969-172.17.0.3-1733271817117/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:39,134 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/data/data2/current/BP-472887969-172.17.0.3-1733271817117/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:39,165 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:23:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f02b537ec4e637 with lease ID 0x5477718e6f67a1e8: Processing first storage report for DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=cbdf9433-88fe-4954-a240-b29ce8c38de9, infoPort=44207, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1251815526;c=1733271817117) 2024-12-04T00:23:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f02b537ec4e637 with lease ID 0x5477718e6f67a1e8: from storage DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=cbdf9433-88fe-4954-a240-b29ce8c38de9, infoPort=44207, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1251815526;c=1733271817117), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f02b537ec4e637 with lease ID 0x5477718e6f67a1e8: Processing first storage report for DS-94cb4c47-87e5-4931-a565-1e99de58bb7d from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=cbdf9433-88fe-4954-a240-b29ce8c38de9, infoPort=44207, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1251815526;c=1733271817117) 2024-12-04T00:23:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f02b537ec4e637 with lease ID 0x5477718e6f67a1e8: from storage DS-94cb4c47-87e5-4931-a565-1e99de58bb7d node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=cbdf9433-88fe-4954-a240-b29ce8c38de9, infoPort=44207, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1251815526;c=1733271817117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:39,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270 2024-12-04T00:23:39,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:23:39,674 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016 with version=8 2024-12-04T00:23:39,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/hbase-staging 2024-12-04T00:23:39,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:39,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38591 2024-12-04T00:23:39,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38591 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385910x0, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:39,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38591-0x1019db907160000 connected 2024-12-04T00:23:39,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/running 2024-12-04T00:23:39,856 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016, hbase.cluster.distributed=false 2024-12-04T00:23:39,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/acl 2024-12-04T00:23:39,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38591 2024-12-04T00:23:39,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38591 2024-12-04T00:23:39,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38591 2024-12-04T00:23:39,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38591 2024-12-04T00:23:39,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38591 2024-12-04T00:23:39,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:23:39,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:39,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41955 2024-12-04T00:23:39,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41955 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:39,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:39,905 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419550x0, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:39,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41955-0x1019db907160001 connected 2024-12-04T00:23:39,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419550x0, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/running 2024-12-04T00:23:39,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:23:39,916 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:23:39,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/master 2024-12-04T00:23:39,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/acl 2024-12-04T00:23:39,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-04T00:23:39,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41955 2024-12-04T00:23:39,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41955 2024-12-04T00:23:39,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-04T00:23:39,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-04T00:23:39,952 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:38591 2024-12-04T00:23:39,952 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-758063402/backup-masters/b20163ee1150,38591,1733271819675 2024-12-04T00:23:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/backup-masters 2024-12-04T00:23:39,958 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/backup-masters 2024-12-04T00:23:39,958 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on existing znode=/0-758063402/backup-masters/b20163ee1150,38591,1733271819675 2024-12-04T00:23:39,968 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758063402/master 2024-12-04T00:23:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:39,968 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:39,969 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on existing znode=/0-758063402/master 2024-12-04T00:23:39,969 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-758063402/backup-masters/b20163ee1150,38591,1733271819675 from backup master directory 2024-12-04T00:23:39,979 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/backup-masters 2024-12-04T00:23:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758063402/backup-masters/b20163ee1150,38591,1733271819675 2024-12-04T00:23:39,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/backup-masters 2024-12-04T00:23:39,979 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:39,979 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,38591,1733271819675 2024-12-04T00:23:39,982 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/hbase.id] with ID: 4c5a35d5-94fe-49cb-90ac-044c6b6ce31b 2024-12-04T00:23:39,982 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/.tmp/hbase.id 2024-12-04T00:23:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:23:40,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:40,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T00:23:40,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T00:23:40,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T00:23:40,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T00:23:40,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:23:40,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T00:23:40,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T00:23:40,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T00:23:40,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:23:40,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T00:23:40,390 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/.tmp/hbase.id]:[hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/hbase.id] 2024-12-04T00:23:40,398 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:40,399 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:23:40,399 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T00:23:40,411 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:40,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:23:40,424 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:40,425 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:23:40,427 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:23:40,839 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store 2024-12-04T00:23:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:41,258 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:41,258 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:41,258 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271821258Disabling compacts and flushes for region at 1733271821258Disabling writes for close at 1733271821258Writing region close event to WAL at 1733271821258Closed at 1733271821258 2024-12-04T00:23:41,259 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/.initializing 2024-12-04T00:23:41,259 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/WALs/b20163ee1150,38591,1733271819675 2024-12-04T00:23:41,260 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:41,261 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C38591%2C1733271819675, suffix=, logDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/WALs/b20163ee1150,38591,1733271819675, archiveDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/oldWALs, maxLogs=10 2024-12-04T00:23:41,277 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/WALs/b20163ee1150,38591,1733271819675/b20163ee1150%2C38591%2C1733271819675.1733271821261, exclude list is [], retry=0 2024-12-04T00:23:41,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:23:41,281 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/WALs/b20163ee1150,38591,1733271819675/b20163ee1150%2C38591%2C1733271819675.1733271821261 2024-12-04T00:23:41,282 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:23:41,282 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:41,282 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:41,282 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,282 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:23:41,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:41,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:41,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:23:41,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:41,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:41,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:23:41,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:23:41,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:41,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:41,290 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,290 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,290 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,291 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,291 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,292 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:41,293 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:41,294 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:41,294 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66005771, jitterRate=-0.016437366604804993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:41,295 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271821282Initializing all the Stores at 1733271821283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271821283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271821283Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271821283Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271821283Cleaning up temporary data from old regions at 1733271821291 (+8 ms)Region opened successfully at 1733271821295 (+4 ms) 2024-12-04T00:23:41,295 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:23:41,297 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cee4f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:41,297 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:23:41,297 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:23:41,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:23:41,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:23:41,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:23:41,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:23:41,298 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:23:41,300 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:23:41,301 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Unable to get data of znode /0-758063402/balancer because node does not exist (not necessarily an error) 2024-12-04T00:23:41,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/balancer already deleted, retry=false 2024-12-04T00:23:41,325 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:23:41,325 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Unable to get data of znode /0-758063402/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:23:41,346 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/normalizer already deleted, retry=false 2024-12-04T00:23:41,346 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:23:41,347 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Unable to get data of znode /0-758063402/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:23:41,367 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/switch/split already deleted, retry=false 2024-12-04T00:23:41,368 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Unable to get data of znode /0-758063402/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:23:41,388 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/switch/merge already deleted, retry=false 2024-12-04T00:23:41,392 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Unable to get data of znode /0-758063402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:23:41,409 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/snapshot-cleanup already deleted, retry=false 2024-12-04T00:23:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758063402/running 2024-12-04T00:23:41,421 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758063402/running 2024-12-04T00:23:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,421 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,421 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,38591,1733271819675, sessionid=0x1019db907160000, setting cluster-up flag (Was=false) 2024-12-04T00:23:41,463 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-758063402/flush-table-proc/acquired, /0-758063402/flush-table-proc/reached, /0-758063402/flush-table-proc/abort 2024-12-04T00:23:41,525 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,38591,1733271819675 2024-12-04T00:23:41,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,558 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:41,621 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-758063402/online-snapshot/acquired, /0-758063402/online-snapshot/reached, /0-758063402/online-snapshot/abort 2024-12-04T00:23:41,622 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,38591,1733271819675 2024-12-04T00:23:41,623 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:23:41,624 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:41,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:23:41,624 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:23:41,624 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,38591,1733271819675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:23:41,625 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:41,625 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:41,625 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:41,626 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:41,626 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:23:41,626 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,626 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:41,626 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,626 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271851626 2024-12-04T00:23:41,626 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:23:41,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:23:41,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:23:41,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:23:41,627 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:23:41,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:23:41,628 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271821628,5,FailOnTimeoutGroup] 2024-12-04T00:23:41,628 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271821628,5,FailOnTimeoutGroup] 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,628 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:23:41,647 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(746): ClusterId : 4c5a35d5-94fe-49cb-90ac-044c6b6ce31b 2024-12-04T00:23:41,647 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:23:41,668 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:23:41,668 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:23:41,678 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:23:41,678 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d134056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:41,691 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:41955 2024-12-04T00:23:41,691 INFO [RS:0;b20163ee1150:41955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:23:41,691 INFO [RS:0;b20163ee1150:41955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:23:41,691 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:23:41,692 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,38591,1733271819675 with port=41955, startcode=1733271819888 2024-12-04T00:23:41,692 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:23:41,698 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:23:41,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38591 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,700 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016 2024-12-04T00:23:41,700 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46089 2024-12-04T00:23:41,700 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:23:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/rs 2024-12-04T00:23:41,706 DEBUG [RS:0;b20163ee1150:41955 {}] zookeeper.ZKUtil(111): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on existing znode=/0-758063402/rs/b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,706 WARN [RS:0;b20163ee1150:41955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:41,706 INFO [RS:0;b20163ee1150:41955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:41,706 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,41955,1733271819888] 2024-12-04T00:23:41,719 INFO [RS:0;b20163ee1150:41955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:23:41,721 INFO [RS:0;b20163ee1150:41955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:23:41,721 INFO [RS:0;b20163ee1150:41955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:23:41,721 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,722 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:23:41,722 INFO [RS:0;b20163ee1150:41955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:23:41,722 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,722 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,722 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:41,723 DEBUG [RS:0;b20163ee1150:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,739 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41955,1733271819888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:41,758 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:23:41,759 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41955,1733271819888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,759 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,759 INFO [RS:0;b20163ee1150:41955 {}] regionserver.Replication(171): b20163ee1150,41955,1733271819888 started 2024-12-04T00:23:41,773 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:41,773 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,41955,1733271819888, RpcServer on b20163ee1150/172.17.0.3:41955, sessionid=0x1019db907160001 2024-12-04T00:23:41,774 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:23:41,774 DEBUG [RS:0;b20163ee1150:41955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,774 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41955,1733271819888' 2024-12-04T00:23:41,774 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-758063402/flush-table-proc/abort' 2024-12-04T00:23:41,775 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-758063402/flush-table-proc/acquired' 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,41955,1733271819888 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41955,1733271819888' 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-758063402/online-snapshot/abort' 2024-12-04T00:23:41,776 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-758063402/online-snapshot/acquired' 2024-12-04T00:23:41,777 DEBUG [RS:0;b20163ee1150:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:23:41,777 INFO [RS:0;b20163ee1150:41955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:23:41,777 INFO [RS:0;b20163ee1150:41955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:23:41,877 INFO [RS:0;b20163ee1150:41955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:41,879 INFO [RS:0;b20163ee1150:41955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41955%2C1733271819888, suffix=, logDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888, archiveDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/oldWALs, maxLogs=10 2024-12-04T00:23:41,896 DEBUG [RS:0;b20163ee1150:41955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879, exclude list is [], retry=0 2024-12-04T00:23:41,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:23:41,919 INFO [RS:0;b20163ee1150:41955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 2024-12-04T00:23:41,920 DEBUG [RS:0;b20163ee1150:41955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:23:42,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:23:42,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016 2024-12-04T00:23:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741833_1009 (size=32) 2024-12-04T00:23:42,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:42,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:42,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:42,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:42,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:42,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:42,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:42,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:42,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:42,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:42,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740 2024-12-04T00:23:42,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740 2024-12-04T00:23:42,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:42,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:42,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:42,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:42,086 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:42,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59323134, jitterRate=-0.11601641774177551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:42,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271822063Initializing all the Stores at 1733271822063Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271822063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822063Cleaning up temporary data from old regions at 1733271822076 (+13 ms)Region opened successfully at 1733271822089 (+13 ms) 2024-12-04T00:23:42,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:42,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:42,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:42,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:42,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:42,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:42,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271822089Disabling compacts and flushes for region at 1733271822089Disabling writes for close at 1733271822089Writing region close event to WAL at 1733271822089Closed at 1733271822090 (+1 ms) 2024-12-04T00:23:42,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:42,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:23:42,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:23:42,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:42,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:23:42,256 DEBUG [b20163ee1150:38591 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:23:42,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:42,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41955,1733271819888, state=OPENING 2024-12-04T00:23:42,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:23:42,368 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:42,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:42,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:42,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758063402/meta-region-server: CHANGED 2024-12-04T00:23:42,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758063402/meta-region-server: CHANGED 2024-12-04T00:23:42,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41955,1733271819888}] 2024-12-04T00:23:42,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:42,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:23:42,524 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:23:42,525 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:42,525 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:23:42,526 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41955%2C1733271819888.meta, suffix=.meta, logDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888, archiveDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/oldWALs, maxLogs=10 2024-12-04T00:23:42,536 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271822526.meta, exclude list is [], retry=0 2024-12-04T00:23:42,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:23:42,539 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271822526.meta 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:42,540 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:23:42,540 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:23:42,540 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:23:42,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:42,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:42,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:42,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:42,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:42,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:42,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:42,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:42,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:42,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:42,545 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:42,546 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740 2024-12-04T00:23:42,546 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740 2024-12-04T00:23:42,547 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:42,547 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:42,547 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:42,548 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:42,548 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72903173, jitterRate=0.08634193241596222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:42,548 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:23:42,548 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271822540Writing region info on filesystem at 1733271822540Initializing all the Stores at 1733271822541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271822541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271822541Cleaning up temporary data from old regions at 1733271822547 (+6 ms)Running coprocessor post-open hooks at 1733271822548 (+1 ms)Region opened successfully at 1733271822548 2024-12-04T00:23:42,549 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271822521 2024-12-04T00:23:42,550 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:23:42,550 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:23:42,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:42,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41955,1733271819888, state=OPEN 2024-12-04T00:23:42,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-758063402/meta-region-server 2024-12-04T00:23:42,670 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-758063402/meta-region-server 2024-12-04T00:23:42,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,41955,1733271819888 2024-12-04T00:23:42,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758063402/meta-region-server: CHANGED 2024-12-04T00:23:42,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758063402/meta-region-server: CHANGED 2024-12-04T00:23:42,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:23:42,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41955,1733271819888 in 301 msec 2024-12-04T00:23:42,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:23:42,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-12-04T00:23:42,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:42,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:23:42,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:42,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41955,1733271819888, seqNum=-1] 2024-12-04T00:23:42,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:42,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:42,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0590 sec 2024-12-04T00:23:42,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271822684, completionTime=-1 2024-12-04T00:23:42,684 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:23:42,684 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271882686 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271942686 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:38591, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,686 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,688 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.711sec 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:42,690 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:23:42,692 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:23:42,692 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:23:42,692 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,38591,1733271819675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:42,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:42,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:23:42,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:42,751 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e39eeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:42,752 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:42,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:42,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41955,1733271819888, seqNum=-1] 2024-12-04T00:23:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:42,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:42,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,38591,1733271819675 2024-12-04T00:23:42,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:42,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:42,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019db907160002 connected 2024-12-04T00:23:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir so I do NOT create it in target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4 2024-12-04T00:23:42,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:23:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.tmp.dir so I do NOT create it in target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4 2024-12-04T00:23:42,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:23:42,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4 2024-12-04T00:23:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:23:42,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/cluster_4983af80-83cb-459b-d3e0-3e19c9eee2c0, deleteOnExit=true 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/test.cache.data in system properties and HBase conf 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:23:42,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:23:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:23:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:23:43,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:43,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:43,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:43,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:43,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:23:43,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:43,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:43,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:43,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c08a5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/java.io.tmpdir/jetty-localhost-35051-hadoop-hdfs-3_4_1-tests_jar-_-any-7834839977948885109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:43,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:35051} 2024-12-04T00:23:43,528 INFO [Time-limited test {}] server.Server(415): Started @360476ms 2024-12-04T00:23:43,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:43,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:43,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:43,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:43,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:23:43,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:43,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:44,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2590021c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/java.io.tmpdir/jetty-localhost-34801-hadoop-hdfs-3_4_1-tests_jar-_-any-7725953423279387327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:44,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:34801} 2024-12-04T00:23:44,007 INFO [Time-limited test {}] server.Server(415): Started @360955ms 2024-12-04T00:23:44,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:23:45,304 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/cluster_4983af80-83cb-459b-d3e0-3e19c9eee2c0/data/data1/current/BP-333537663-172.17.0.3-1733271822928/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:45,306 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/cluster_4983af80-83cb-459b-d3e0-3e19c9eee2c0/data/data2/current/BP-333537663-172.17.0.3-1733271822928/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:45,348 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:23:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d6b2603e8d83802 with lease ID 0x13c77776e3c80219: Processing first storage report for DS-a35be533-707b-40b2-920e-c98fa94dd685 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=762865fc-a88b-4b03-94e2-263a4bc95b93, infoPort=34369, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1203111037;c=1733271822928) 2024-12-04T00:23:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d6b2603e8d83802 with lease ID 0x13c77776e3c80219: from storage DS-a35be533-707b-40b2-920e-c98fa94dd685 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=762865fc-a88b-4b03-94e2-263a4bc95b93, infoPort=34369, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1203111037;c=1733271822928), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d6b2603e8d83802 with lease ID 0x13c77776e3c80219: Processing first storage report for DS-5a125ce4-ca2a-4d5a-97a1-53023a923a18 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=762865fc-a88b-4b03-94e2-263a4bc95b93, infoPort=34369, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1203111037;c=1733271822928) 2024-12-04T00:23:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d6b2603e8d83802 with lease ID 0x13c77776e3c80219: from storage DS-5a125ce4-ca2a-4d5a-97a1-53023a923a18 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=762865fc-a88b-4b03-94e2-263a4bc95b93, infoPort=34369, infoSecurePort=0, ipcPort=43251, storageInfo=lv=-57;cid=testClusterID;nsid=1203111037;c=1733271822928), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:45,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4 2024-12-04T00:23:45,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:45,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:23:45,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2 with version=8 2024-12-04T00:23:45,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/hbase-staging 2024-12-04T00:23:45,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:23:45,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:45,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37669 2024-12-04T00:23:45,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37669 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:45,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376690x0, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:45,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37669-0x1019db907160003 connected 2024-12-04T00:23:46,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:46,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:46,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/running 2024-12-04T00:23:46,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2, hbase.cluster.distributed=false 2024-12-04T00:23:46,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/acl 2024-12-04T00:23:46,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-04T00:23:46,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37669 2024-12-04T00:23:46,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37669 2024-12-04T00:23:46,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-04T00:23:46,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-04T00:23:46,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:46,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:46,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:46,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:46,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:46,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:46,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:23:46,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:46,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41247 2024-12-04T00:23:46,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41247 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:46,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:46,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:46,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412470x0, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:46,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41247-0x1019db907160004 connected 2024-12-04T00:23:46,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/running 2024-12-04T00:23:46,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:23:46,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:23:46,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/master 2024-12-04T00:23:46,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/acl 2024-12-04T00:23:46,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41247 2024-12-04T00:23:46,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41247 2024-12-04T00:23:46,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41247 2024-12-04T00:23:46,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41247 2024-12-04T00:23:46,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41247 2024-12-04T00:23:46,384 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:37669 2024-12-04T00:23:46,384 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-115477556/backup-masters/b20163ee1150,37669,1733271825883 2024-12-04T00:23:46,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/backup-masters 2024-12-04T00:23:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/backup-masters 2024-12-04T00:23:46,426 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on existing znode=/1-115477556/backup-masters/b20163ee1150,37669,1733271825883 2024-12-04T00:23:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115477556/master 2024-12-04T00:23:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:46,487 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on existing znode=/1-115477556/master 2024-12-04T00:23:46,487 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-115477556/backup-masters/b20163ee1150,37669,1733271825883 from backup master directory 2024-12-04T00:23:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/backup-masters 2024-12-04T00:23:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115477556/backup-masters/b20163ee1150,37669,1733271825883 2024-12-04T00:23:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/backup-masters 2024-12-04T00:23:46,552 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:46,552 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,37669,1733271825883 2024-12-04T00:23:46,561 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/hbase.id] with ID: 1a893ed7-eb2d-44e6-8357-cf015dc301fc 2024-12-04T00:23:46,561 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/.tmp/hbase.id 2024-12-04T00:23:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:23:46,965 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/.tmp/hbase.id]:[hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/hbase.id] 2024-12-04T00:23:46,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:46,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:23:46,975 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T00:23:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:23:47,034 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:47,034 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:23:47,035 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:23:47,039 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store 2024-12-04T00:23:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:47,457 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:47,457 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:47,457 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271827457Disabling compacts and flushes for region at 1733271827457Disabling writes for close at 1733271827457Writing region close event to WAL at 1733271827457Closed at 1733271827457 2024-12-04T00:23:47,458 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/.initializing 2024-12-04T00:23:47,458 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/WALs/b20163ee1150,37669,1733271825883 2024-12-04T00:23:47,458 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:47,460 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C37669%2C1733271825883, suffix=, logDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/WALs/b20163ee1150,37669,1733271825883, archiveDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/oldWALs, maxLogs=10 2024-12-04T00:23:47,470 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/WALs/b20163ee1150,37669,1733271825883/b20163ee1150%2C37669%2C1733271825883.1733271827460, exclude list is [], retry=0 2024-12-04T00:23:47,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-a35be533-707b-40b2-920e-c98fa94dd685,DISK] 2024-12-04T00:23:47,473 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/WALs/b20163ee1150,37669,1733271825883/b20163ee1150%2C37669%2C1733271825883.1733271827460 2024-12-04T00:23:47,473 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34369:34369)] 2024-12-04T00:23:47,473 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:47,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:47,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,474 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:23:47,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:47,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:47,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:23:47,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:47,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:47,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:23:47,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:47,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:47,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:23:47,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:47,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:47,479 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,479 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,479 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,480 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,480 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,480 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:47,481 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:47,482 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:47,483 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73675283, jitterRate=0.09784726798534393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:47,483 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271827474Initializing all the Stores at 1733271827474Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271827474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271827474Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271827474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271827474Cleaning up temporary data from old regions at 1733271827480 (+6 ms)Region opened successfully at 1733271827483 (+3 ms) 2024-12-04T00:23:47,483 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:23:47,485 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3f2b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:47,485 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:23:47,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:23:47,489 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:23:47,490 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/balancer because node does not exist (not necessarily an error) 2024-12-04T00:23:47,494 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/balancer already deleted, retry=false 2024-12-04T00:23:47,495 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:23:47,495 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:23:47,505 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/normalizer already deleted, retry=false 2024-12-04T00:23:47,505 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:23:47,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:23:47,515 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/switch/split already deleted, retry=false 2024-12-04T00:23:47,516 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:23:47,526 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/switch/merge already deleted, retry=false 2024-12-04T00:23:47,528 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:23:47,536 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/snapshot-cleanup already deleted, retry=false 2024-12-04T00:23:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115477556/running 2024-12-04T00:23:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-115477556/running 2024-12-04T00:23:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,548 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,37669,1733271825883, sessionid=0x1019db907160003, setting cluster-up flag (Was=false) 2024-12-04T00:23:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,600 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-115477556/flush-table-proc/acquired, /1-115477556/flush-table-proc/reached, /1-115477556/flush-table-proc/abort 2024-12-04T00:23:47,602 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,37669,1733271825883 2024-12-04T00:23:47,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:47,652 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-115477556/online-snapshot/acquired, /1-115477556/online-snapshot/reached, /1-115477556/online-snapshot/abort 2024-12-04T00:23:47,653 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,37669,1733271825883 2024-12-04T00:23:47,654 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:23:47,655 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:47,655 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:23:47,655 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:23:47,656 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,37669,1733271825883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:47,657 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:47,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:47,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:23:47,659 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:47,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:23:47,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271857664 2024-12-04T00:23:47,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:23:47,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:23:47,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:23:47,664 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:23:47,665 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:23:47,665 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:23:47,668 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:47,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:23:47,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:23:47,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:23:47,671 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:23:47,672 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:23:47,672 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:23:47,672 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271827672,5,FailOnTimeoutGroup] 2024-12-04T00:23:47,672 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271827672,5,FailOnTimeoutGroup] 2024-12-04T00:23:47,672 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:47,673 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:23:47,673 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:47,673 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:23:47,673 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(746): ClusterId : 1a893ed7-eb2d-44e6-8357-cf015dc301fc 2024-12-04T00:23:47,673 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:23:47,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:23:47,674 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2 2024-12-04T00:23:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:23:47,685 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:23:47,685 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:23:47,808 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:23:47,809 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc1baf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:47,823 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:41247 2024-12-04T00:23:47,823 INFO [RS:0;b20163ee1150:41247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:23:47,823 INFO [RS:0;b20163ee1150:41247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:23:47,823 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:23:47,824 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,37669,1733271825883 with port=41247, startcode=1733271826319 2024-12-04T00:23:47,824 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:23:47,825 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:23:47,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,41247,1733271826319 2024-12-04T00:23:47,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37669 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,41247,1733271826319 2024-12-04T00:23:47,827 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2 2024-12-04T00:23:47,827 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45831 2024-12-04T00:23:47,827 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:23:48,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:48,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:48,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:48,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:48,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:48,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:48,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:48,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:48,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:48,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:48,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:48,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:48,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:48,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:48,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:48,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:48,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:48,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:48,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740 2024-12-04T00:23:48,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740 2024-12-04T00:23:48,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:48,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:48,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:48,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:48,341 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:48,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354961, jitterRate=0.0036671310663223267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271828325Initializing all the Stores at 1733271828328 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271828328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271828329 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271828329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271828329Cleaning up temporary data from old regions at 1733271828339 (+10 ms)Region opened successfully at 1733271828342 (+3 ms) 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:48,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:48,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:48,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271828342Disabling compacts and flushes for region at 1733271828342Disabling writes for close at 1733271828342Writing region close event to WAL at 1733271828342Closed at 1733271828342 2024-12-04T00:23:48,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:48,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:23:48,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:23:48,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:48,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:23:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/rs 2024-12-04T00:23:48,492 DEBUG [RS:0;b20163ee1150:41247 {}] zookeeper.ZKUtil(111): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on existing znode=/1-115477556/rs/b20163ee1150,41247,1733271826319 2024-12-04T00:23:48,492 WARN [RS:0;b20163ee1150:41247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:48,492 INFO [RS:0;b20163ee1150:41247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:48,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,41247,1733271826319] 2024-12-04T00:23:48,492 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319 2024-12-04T00:23:48,494 INFO [RS:0;b20163ee1150:41247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:23:48,495 INFO [RS:0;b20163ee1150:41247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:23:48,495 INFO [RS:0;b20163ee1150:41247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:23:48,495 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,496 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:23:48,496 INFO [RS:0;b20163ee1150:41247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:23:48,496 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 WARN [b20163ee1150:37669 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:48,496 DEBUG [RS:0;b20163ee1150:41247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,497 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41247,1733271826319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:48,512 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:23:48,512 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41247,1733271826319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,512 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,512 INFO [RS:0;b20163ee1150:41247 {}] regionserver.Replication(171): b20163ee1150,41247,1733271826319 started 2024-12-04T00:23:48,528 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:48,528 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,41247,1733271826319, RpcServer on b20163ee1150/172.17.0.3:41247, sessionid=0x1019db907160004 2024-12-04T00:23:48,528 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:23:48,528 DEBUG [RS:0;b20163ee1150:41247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,41247,1733271826319 2024-12-04T00:23:48,528 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41247,1733271826319' 2024-12-04T00:23:48,528 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-115477556/flush-table-proc/abort' 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-115477556/flush-table-proc/acquired' 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,41247,1733271826319 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,41247,1733271826319' 2024-12-04T00:23:48,529 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-115477556/online-snapshot/abort' 2024-12-04T00:23:48,530 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-115477556/online-snapshot/acquired' 2024-12-04T00:23:48,530 DEBUG [RS:0;b20163ee1150:41247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:23:48,530 INFO [RS:0;b20163ee1150:41247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:23:48,530 INFO [RS:0;b20163ee1150:41247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:23:48,630 INFO [RS:0;b20163ee1150:41247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:48,632 INFO [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41247%2C1733271826319, suffix=, logDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319, archiveDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/oldWALs, maxLogs=10 2024-12-04T00:23:48,646 DEBUG [RS:0;b20163ee1150:41247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319/b20163ee1150%2C41247%2C1733271826319.1733271828632, exclude list is [], retry=0 2024-12-04T00:23:48,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-a35be533-707b-40b2-920e-c98fa94dd685,DISK] 2024-12-04T00:23:48,649 INFO [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319/b20163ee1150%2C41247%2C1733271826319.1733271828632 2024-12-04T00:23:48,650 DEBUG [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34369:34369)] 2024-12-04T00:23:48,746 DEBUG [b20163ee1150:37669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:23:48,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,41247,1733271826319 2024-12-04T00:23:48,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41247,1733271826319, state=OPENING 2024-12-04T00:23:48,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:23:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:23:48,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115477556/meta-region-server: CHANGED 2024-12-04T00:23:48,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:48,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41247,1733271826319}] 2024-12-04T00:23:48,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115477556/meta-region-server: CHANGED 2024-12-04T00:23:48,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:48,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:23:48,999 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:23:48,999 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:48,999 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:23:49,000 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41247%2C1733271826319.meta, suffix=.meta, logDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319, archiveDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/oldWALs, maxLogs=10 2024-12-04T00:23:49,012 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319/b20163ee1150%2C41247%2C1733271826319.meta.1733271829000.meta, exclude list is [], retry=0 2024-12-04T00:23:49,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-a35be533-707b-40b2-920e-c98fa94dd685,DISK] 2024-12-04T00:23:49,015 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/WALs/b20163ee1150,41247,1733271826319/b20163ee1150%2C41247%2C1733271826319.meta.1733271829000.meta 2024-12-04T00:23:49,015 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34369:34369)] 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:49,016 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:23:49,016 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:23:49,016 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:23:49,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:49,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:49,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:49,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:49,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:49,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:49,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:49,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:49,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:49,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:49,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:49,021 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:49,022 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740 2024-12-04T00:23:49,023 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740 2024-12-04T00:23:49,024 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:49,024 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:49,024 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:49,025 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:49,025 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60105349, jitterRate=-0.10436050593852997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:49,025 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:23:49,025 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271829016Writing region info on filesystem at 1733271829016Initializing all the Stores at 1733271829017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271829017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271829017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271829017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271829017Cleaning up temporary data from old regions at 1733271829024 (+7 ms)Running coprocessor post-open hooks at 1733271829025 (+1 ms)Region opened successfully at 1733271829025 2024-12-04T00:23:49,026 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271828994 2024-12-04T00:23:49,028 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:23:49,028 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:23:49,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,41247,1733271826319 2024-12-04T00:23:49,028 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,41247,1733271826319, state=OPEN 2024-12-04T00:23:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-115477556/meta-region-server 2024-12-04T00:23:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-115477556/meta-region-server 2024-12-04T00:23:49,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,41247,1733271826319 2024-12-04T00:23:49,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115477556/meta-region-server: CHANGED 2024-12-04T00:23:49,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-115477556/meta-region-server: CHANGED 2024-12-04T00:23:49,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:23:49,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,41247,1733271826319 in 238 msec 2024-12-04T00:23:49,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:23:49,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec 2024-12-04T00:23:49,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:49,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:23:49,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:49,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41247,1733271826319, seqNum=-1] 2024-12-04T00:23:49,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:49,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:49,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:49,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:49,086 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169084 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:23:49,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4330 sec 2024-12-04T00:23:49,088 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271829088, completionTime=-1 2024-12-04T00:23:49,088 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:23:49,088 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:23:49,090 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:23:49,090 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271889090 2024-12-04T00:23:49,090 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271949090 2024-12-04T00:23:49,090 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:23:49,090 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,091 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,091 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,091 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:37669, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,091 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,091 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,092 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:49,094 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:23:49,096 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:23:49,096 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:23:49,096 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,37669,1733271825883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:49,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:49,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,37669,-1 for getting cluster id 2024-12-04T00:23:49,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:49,180 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a893ed7-eb2d-44e6-8357-cf015dc301fc' 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a893ed7-eb2d-44e6-8357-cf015dc301fc" 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5311203a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,37669,-1] 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:49,182 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:49,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:49,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41247,1733271826319, seqNum=-1] 2024-12-04T00:23:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:49,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:49,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,37669,1733271825883 2024-12-04T00:23:49,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:49,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir so I do NOT create it in target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef 2024-12-04T00:23:49,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.tmp.dir so I do NOT create it in target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef 2024-12-04T00:23:49,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T00:23:49,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/cluster_fa953f7d-e413-0365-5349-b54cbffd0a08, deleteOnExit=true 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/test.cache.data in system properties and HBase conf 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.log.dir in system properties and HBase conf 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T00:23:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T00:23:49,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T00:23:49,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019db907160005 connected 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/nfs.dump.dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/java.io.tmpdir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T00:23:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T00:23:49,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T00:23:49,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:49,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:49,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:49,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:49,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T00:23:49,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:49,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:49,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:49,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/java.io.tmpdir/jetty-localhost-40987-hadoop-hdfs-3_4_1-tests_jar-_-any-10256946326382522719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:23:49,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:40987} 2024-12-04T00:23:49,832 INFO [Time-limited test {}] server.Server(415): Started @366779ms 2024-12-04T00:23:50,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T00:23:50,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T00:23:50,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T00:23:50,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T00:23:50,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T00:23:50,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.log.dir/,AVAILABLE} 2024-12-04T00:23:50,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T00:23:50,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@928d69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/java.io.tmpdir/jetty-localhost-44973-hadoop-hdfs-3_4_1-tests_jar-_-any-8890492374568384115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:23:50,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:44973} 2024-12-04T00:23:50,391 INFO [Time-limited test {}] server.Server(415): Started @367339ms 2024-12-04T00:23:50,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T00:23:51,134 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/cluster_fa953f7d-e413-0365-5349-b54cbffd0a08/data/data1/current/BP-298038162-172.17.0.3-1733271829243/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:51,134 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/cluster_fa953f7d-e413-0365-5349-b54cbffd0a08/data/data2/current/BP-298038162-172.17.0.3-1733271829243/current, will proceed with Du for space computation calculation, 2024-12-04T00:23:51,157 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T00:23:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc86d9ccb51e5b85 with lease ID 0xcb60650330b6d491: Processing first storage report for DS-9baf5f1c-3314-4b12-a447-83e484b65c3d from datanode DatanodeRegistration(127.0.0.1:42433, datanodeUuid=eba31be3-c285-486d-8d83-5b3308483780, infoPort=36747, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1329347753;c=1733271829243) 2024-12-04T00:23:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc86d9ccb51e5b85 with lease ID 0xcb60650330b6d491: from storage DS-9baf5f1c-3314-4b12-a447-83e484b65c3d node DatanodeRegistration(127.0.0.1:42433, datanodeUuid=eba31be3-c285-486d-8d83-5b3308483780, infoPort=36747, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1329347753;c=1733271829243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc86d9ccb51e5b85 with lease ID 0xcb60650330b6d491: Processing first storage report for DS-3d70b503-c109-4fec-9fd3-d109bdb1ebcb from datanode DatanodeRegistration(127.0.0.1:42433, datanodeUuid=eba31be3-c285-486d-8d83-5b3308483780, infoPort=36747, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1329347753;c=1733271829243) 2024-12-04T00:23:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc86d9ccb51e5b85 with lease ID 0xcb60650330b6d491: from storage DS-3d70b503-c109-4fec-9fd3-d109bdb1ebcb node DatanodeRegistration(127.0.0.1:42433, datanodeUuid=eba31be3-c285-486d-8d83-5b3308483780, infoPort=36747, infoSecurePort=0, ipcPort=35911, storageInfo=lv=-57;cid=testClusterID;nsid=1329347753;c=1733271829243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T00:23:51,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef 2024-12-04T00:23:51,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:51,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741825_1001 (size=7) 2024-12-04T00:23:51,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052 with version=8 2024-12-04T00:23:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/hbase-staging 2024-12-04T00:23:51,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:51,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T00:23:51,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:51,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41567 2024-12-04T00:23:51,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41567 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415670x0, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:51,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41567-0x1019db907160006 connected 2024-12-04T00:23:52,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:52,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:52,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/running 2024-12-04T00:23:52,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052, hbase.cluster.distributed=false 2024-12-04T00:23:52,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/acl 2024-12-04T00:23:52,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41567 2024-12-04T00:23:52,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41567 2024-12-04T00:23:52,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41567 2024-12-04T00:23:52,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41567 2024-12-04T00:23:52,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41567 2024-12-04T00:23:52,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b20163ee1150:0 server-side Connection retries=45 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T00:23:52,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T00:23:52,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T00:23:52,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46093 2024-12-04T00:23:52,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46093 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:52,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:52,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:52,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460930x0, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:52,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460930x0, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/running 2024-12-04T00:23:52,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46093-0x1019db907160007 connected 2024-12-04T00:23:52,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T00:23:52,472 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T00:23:52,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/master 2024-12-04T00:23:52,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/acl 2024-12-04T00:23:52,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-04T00:23:52,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46093 2024-12-04T00:23:52,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46093 2024-12-04T00:23:52,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-04T00:23:52,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-04T00:23:52,486 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b20163ee1150:41567 2024-12-04T00:23:52,486 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21008717628/backup-masters/b20163ee1150,41567,1733271831663 2024-12-04T00:23:52,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/backup-masters 2024-12-04T00:23:52,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/backup-masters 2024-12-04T00:23:52,530 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on existing znode=/21008717628/backup-masters/b20163ee1150,41567,1733271831663 2024-12-04T00:23:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21008717628/master 2024-12-04T00:23:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:52,592 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on existing znode=/21008717628/master 2024-12-04T00:23:52,592 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21008717628/backup-masters/b20163ee1150,41567,1733271831663 from backup master directory 2024-12-04T00:23:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/backup-masters 2024-12-04T00:23:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21008717628/backup-masters/b20163ee1150,41567,1733271831663 2024-12-04T00:23:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/backup-masters 2024-12-04T00:23:52,678 WARN [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:52,678 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b20163ee1150,41567,1733271831663 2024-12-04T00:23:52,681 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/hbase.id] with ID: 9523e102-9af8-45ff-9114-1cb139e28450 2024-12-04T00:23:52,681 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/.tmp/hbase.id 2024-12-04T00:23:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741826_1002 (size=42) 2024-12-04T00:23:53,089 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/.tmp/hbase.id]:[hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/hbase.id] 2024-12-04T00:23:53,122 INFO [master/b20163ee1150:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:23:53,122 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T00:23:53,123 INFO [master/b20163ee1150:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T00:23:53,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:53,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741827_1003 (size=196) 2024-12-04T00:23:53,578 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:53,579 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T00:23:53,579 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741828_1004 (size=1189) 2024-12-04T00:23:54,000 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store 2024-12-04T00:23:54,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741829_1005 (size=34) 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:23:54,413 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:54,413 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:23:54,413 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271834413Disabling compacts and flushes for region at 1733271834413Disabling writes for close at 1733271834413Writing region close event to WAL at 1733271834413Closed at 1733271834413 2024-12-04T00:23:54,425 WARN [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/.initializing 2024-12-04T00:23:54,425 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/WALs/b20163ee1150,41567,1733271831663 2024-12-04T00:23:54,437 INFO [master/b20163ee1150:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:54,448 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b20163ee1150%2C41567%2C1733271831663, suffix=, logDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/WALs/b20163ee1150,41567,1733271831663, archiveDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/oldWALs, maxLogs=10 2024-12-04T00:23:54,472 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/WALs/b20163ee1150,41567,1733271831663/b20163ee1150%2C41567%2C1733271831663.1733271834448, exclude list is [], retry=0 2024-12-04T00:23:54,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42433,DS-9baf5f1c-3314-4b12-a447-83e484b65c3d,DISK] 2024-12-04T00:23:54,501 INFO [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/WALs/b20163ee1150,41567,1733271831663/b20163ee1150%2C41567%2C1733271831663.1733271834448 2024-12-04T00:23:54,505 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36747:36747)] 2024-12-04T00:23:54,505 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:54,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:54,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,506 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:23:54,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T00:23:54,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:54,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:54,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T00:23:54,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:54,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:54,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T00:23:54,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:54,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:54,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T00:23:54,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:54,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:54,602 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,603 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,603 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,605 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,605 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,610 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:54,616 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T00:23:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:23:54,640 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:54,640 INFO [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046380, jitterRate=0.0735747218132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:54,641 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733271834506Initializing all the Stores at 1733271834516 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271834516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271834528 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271834528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271834528Cleaning up temporary data from old regions at 1733271834605 (+77 ms)Region opened successfully at 1733271834640 (+35 ms) 2024-12-04T00:23:54,644 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T00:23:54,655 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afc4afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:54,660 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T00:23:54,660 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T00:23:54,660 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T00:23:54,661 INFO [master/b20163ee1150:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T00:23:54,665 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-04T00:23:54,665 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T00:23:54,665 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T00:23:54,683 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T00:23:54,690 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Unable to get data of znode /21008717628/balancer because node does not exist (not necessarily an error) 2024-12-04T00:23:54,748 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/balancer already deleted, retry=false 2024-12-04T00:23:54,749 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T00:23:54,752 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Unable to get data of znode /21008717628/normalizer because node does not exist (not necessarily an error) 2024-12-04T00:23:54,774 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/normalizer already deleted, retry=false 2024-12-04T00:23:54,774 INFO [master/b20163ee1150:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T00:23:54,783 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Unable to get data of znode /21008717628/switch/split because node does not exist (not necessarily an error) 2024-12-04T00:23:54,807 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/switch/split already deleted, retry=false 2024-12-04T00:23:54,812 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Unable to get data of znode /21008717628/switch/merge because node does not exist (not necessarily an error) 2024-12-04T00:23:54,824 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/switch/merge already deleted, retry=false 2024-12-04T00:23:54,837 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Unable to get data of znode /21008717628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T00:23:54,852 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/snapshot-cleanup already deleted, retry=false 2024-12-04T00:23:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21008717628/running 2024-12-04T00:23:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21008717628/running 2024-12-04T00:23:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:54,864 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b20163ee1150,41567,1733271831663, sessionid=0x1019db907160006, setting cluster-up flag (Was=false) 2024-12-04T00:23:54,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:54,922 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21008717628/flush-table-proc/acquired, /21008717628/flush-table-proc/reached, /21008717628/flush-table-proc/abort 2024-12-04T00:23:54,931 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,41567,1733271831663 2024-12-04T00:23:54,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:55,016 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21008717628/online-snapshot/acquired, /21008717628/online-snapshot/reached, /21008717628/online-snapshot/abort 2024-12-04T00:23:55,048 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b20163ee1150,41567,1733271831663 2024-12-04T00:23:55,068 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T00:23:55,080 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:55,081 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T00:23:55,081 INFO [master/b20163ee1150:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T00:23:55,081 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b20163ee1150,41567,1733271831663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T00:23:55,105 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(746): ClusterId : 9523e102-9af8-45ff-9114-1cb139e28450 2024-12-04T00:23:55,105 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T00:23:55,115 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:55,115 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:55,115 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:55,115 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b20163ee1150:0, corePoolSize=5, maxPoolSize=5 2024-12-04T00:23:55,116 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b20163ee1150:0, corePoolSize=10, maxPoolSize=10 2024-12-04T00:23:55,116 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,116 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:55,116 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,125 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T00:23:55,125 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T00:23:55,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:55,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T00:23:55,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T00:23:55,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733271865157 2024-12-04T00:23:55,157 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T00:23:55,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T00:23:55,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T00:23:55,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T00:23:55,157 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T00:23:55,158 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T00:23:55,158 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5453c94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b20163ee1150/172.17.0.3:0 2024-12-04T00:23:55,158 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T00:23:55,161 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,172 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T00:23:55,172 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T00:23:55,172 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T00:23:55,172 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T00:23:55,173 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T00:23:55,173 INFO [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T00:23:55,178 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b20163ee1150:46093 2024-12-04T00:23:55,178 INFO [RS:0;b20163ee1150:46093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T00:23:55,178 INFO [RS:0;b20163ee1150:46093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T00:23:55,178 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T00:23:55,179 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,41567,1733271831663 with port=46093, startcode=1733271832416 2024-12-04T00:23:55,179 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T00:23:55,180 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271835174,5,FailOnTimeoutGroup] 2024-12-04T00:23:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741831_1007 (size=1321) 2024-12-04T00:23:55,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T00:23:55,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052 2024-12-04T00:23:55,193 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T00:23:55,193 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T00:23:55,193 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271835180,5,FailOnTimeoutGroup] 2024-12-04T00:23:55,193 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,193 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T00:23:55,193 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,194 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,194 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T00:23:55,194 WARN [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T00:23:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741832_1008 (size=32) 2024-12-04T00:23:55,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:55,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:55,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:55,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:55,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:55,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:55,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:55,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:55,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:55,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:55,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740 2024-12-04T00:23:55,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740 2024-12-04T00:23:55,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:55,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:55,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:55,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:55,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70308868, jitterRate=0.047683775424957275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733271835214Initializing all the Stores at 1733271835214Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271835214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835214Cleaning up temporary data from old regions at 1733271835225 (+11 ms)Region opened successfully at 1733271835233 (+8 ms) 2024-12-04T00:23:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:23:55,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:23:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:23:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:23:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:23:55,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:23:55,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271835233Disabling compacts and flushes for region at 1733271835233Disabling writes for close at 1733271835233Writing region close event to WAL at 1733271835234 (+1 ms)Closed at 1733271835234 2024-12-04T00:23:55,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:55,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T00:23:55,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T00:23:55,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:55,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T00:23:55,295 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(2659): reportForDuty to master=b20163ee1150,41567,1733271831663 with port=46093, startcode=1733271832416 2024-12-04T00:23:55,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41567 {}] master.ServerManager(517): Registering regionserver=b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,296 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052 2024-12-04T00:23:55,296 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32927 2024-12-04T00:23:55,296 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T00:23:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/rs 2024-12-04T00:23:55,341 DEBUG [RS:0;b20163ee1150:46093 {}] zookeeper.ZKUtil(111): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on existing znode=/21008717628/rs/b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,341 WARN [RS:0;b20163ee1150:46093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T00:23:55,341 INFO [RS:0;b20163ee1150:46093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:55,341 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b20163ee1150,46093,1733271832416] 2024-12-04T00:23:55,344 INFO [RS:0;b20163ee1150:46093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T00:23:55,345 INFO [RS:0;b20163ee1150:46093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T00:23:55,346 INFO [RS:0;b20163ee1150:46093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T00:23:55,346 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,346 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T00:23:55,346 INFO [RS:0;b20163ee1150:46093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b20163ee1150:0, corePoolSize=2, maxPoolSize=2 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b20163ee1150:0, corePoolSize=1, maxPoolSize=1 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:55,347 DEBUG [RS:0;b20163ee1150:46093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b20163ee1150:0, corePoolSize=3, maxPoolSize=3 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,347 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46093,1733271832416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:55,360 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T00:23:55,360 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,46093,1733271832416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,360 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,360 INFO [RS:0;b20163ee1150:46093 {}] regionserver.Replication(171): b20163ee1150,46093,1733271832416 started 2024-12-04T00:23:55,374 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,374 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1482): Serving as b20163ee1150,46093,1733271832416, RpcServer on b20163ee1150/172.17.0.3:46093, sessionid=0x1019db907160007 2024-12-04T00:23:55,374 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T00:23:55,374 DEBUG [RS:0;b20163ee1150:46093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,374 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,46093,1733271832416' 2024-12-04T00:23:55,374 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21008717628/flush-table-proc/abort' 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21008717628/flush-table-proc/acquired' 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b20163ee1150,46093,1733271832416' 2024-12-04T00:23:55,375 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21008717628/online-snapshot/abort' 2024-12-04T00:23:55,376 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21008717628/online-snapshot/acquired' 2024-12-04T00:23:55,376 DEBUG [RS:0;b20163ee1150:46093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T00:23:55,376 INFO [RS:0;b20163ee1150:46093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T00:23:55,376 INFO [RS:0;b20163ee1150:46093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T00:23:55,386 WARN [b20163ee1150:41567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T00:23:55,476 INFO [RS:0;b20163ee1150:46093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T00:23:55,478 INFO [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C46093%2C1733271832416, suffix=, logDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416, archiveDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/oldWALs, maxLogs=10 2024-12-04T00:23:55,490 DEBUG [RS:0;b20163ee1150:46093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416/b20163ee1150%2C46093%2C1733271832416.1733271835478, exclude list is [], retry=0 2024-12-04T00:23:55,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42433,DS-9baf5f1c-3314-4b12-a447-83e484b65c3d,DISK] 2024-12-04T00:23:55,493 INFO [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416/b20163ee1150%2C46093%2C1733271832416.1733271835478 2024-12-04T00:23:55,493 DEBUG [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36747:36747)] 2024-12-04T00:23:55,636 DEBUG [b20163ee1150:41567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T00:23:55,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,638 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,46093,1733271832416, state=OPENING 2024-12-04T00:23:55,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T00:23:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:23:55,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21008717628/meta-region-server: CHANGED 2024-12-04T00:23:55,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21008717628/meta-region-server: CHANGED 2024-12-04T00:23:55,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T00:23:55,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,46093,1733271832416}] 2024-12-04T00:23:55,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:23:55,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:23:55,818 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T00:23:55,818 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:55,818 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T00:23:55,819 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C46093%2C1733271832416.meta, suffix=.meta, logDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416, archiveDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/oldWALs, maxLogs=10 2024-12-04T00:23:55,835 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416/b20163ee1150%2C46093%2C1733271832416.meta.1733271835819.meta, exclude list is [], retry=0 2024-12-04T00:23:55,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42433,DS-9baf5f1c-3314-4b12-a447-83e484b65c3d,DISK] 2024-12-04T00:23:55,842 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416/b20163ee1150%2C46093%2C1733271832416.meta.1733271835819.meta 2024-12-04T00:23:55,844 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36747:36747)] 2024-12-04T00:23:55,844 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:55,845 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T00:23:55,845 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T00:23:55,845 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T00:23:55,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T00:23:55,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T00:23:55,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T00:23:55,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T00:23:55,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T00:23:55,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T00:23:55,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T00:23:55,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T00:23:55,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:55,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T00:23:55,849 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T00:23:55,850 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740 2024-12-04T00:23:55,850 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740 2024-12-04T00:23:55,851 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T00:23:55,851 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T00:23:55,852 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T00:23:55,853 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T00:23:55,853 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72642181, jitterRate=0.08245284855365753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T00:23:55,853 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T00:23:55,853 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733271835845Writing region info on filesystem at 1733271835845Initializing all the Stores at 1733271835846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271835846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733271835846Cleaning up temporary data from old regions at 1733271835851 (+5 ms)Running coprocessor post-open hooks at 1733271835853 (+2 ms)Region opened successfully at 1733271835853 2024-12-04T00:23:55,860 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733271835813 2024-12-04T00:23:55,863 DEBUG [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T00:23:55,863 INFO [RS_OPEN_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T00:23:55,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b20163ee1150,46093,1733271832416, state=OPEN 2024-12-04T00:23:55,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21008717628/meta-region-server 2024-12-04T00:23:55,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21008717628/meta-region-server 2024-12-04T00:23:55,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b20163ee1150,46093,1733271832416 2024-12-04T00:23:55,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21008717628/meta-region-server: CHANGED 2024-12-04T00:23:55,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21008717628/meta-region-server: CHANGED 2024-12-04T00:23:55,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T00:23:55,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b20163ee1150,46093,1733271832416 in 212 msec 2024-12-04T00:23:55,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T00:23:55,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-12-04T00:23:55,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T00:23:55,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T00:23:55,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:55,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,46093,1733271832416, seqNum=-1] 2024-12-04T00:23:55,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:55,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:55,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-12-04T00:23:55,884 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733271835884, completionTime=-1 2024-12-04T00:23:55,884 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T00:23:55,884 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733271895886 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733271955886 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b20163ee1150:41567, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,886 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,888 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,888 DEBUG [master/b20163ee1150:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T00:23:55,891 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T00:23:55,893 DEBUG [master/b20163ee1150:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T00:23:55,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T00:23:55,893 INFO [master/b20163ee1150:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b20163ee1150,41567,1733271831663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T00:23:55,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:55,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41567,-1 for getting cluster id 2024-12-04T00:23:55,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:55,991 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9523e102-9af8-45ff-9114-1cb139e28450' 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9523e102-9af8-45ff-9114-1cb139e28450" 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bd119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41567,-1] 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:55,993 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:55,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:55,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,46093,1733271832416, seqNum=-1] 2024-12-04T00:23:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:55,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:23:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b20163ee1150,41567,1733271831663 2024-12-04T00:23:55,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T00:23:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T00:23:56,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019db907160008 connected 2024-12-04T00:23:56,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38591,1733271819675 2024-12-04T00:23:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cd4e821 2024-12-04T00:23:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:56,025 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:56,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:23:56,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:56,027 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:56,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:23:56,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:23:56,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fee553fc6e79a726a31a84227155d3d, NAME => 'test,,1733271836025.7fee553fc6e79a726a31a84227155d3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016 2024-12-04T00:23:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:23:56,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271836025.7fee553fc6e79a726a31a84227155d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:56,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fee553fc6e79a726a31a84227155d3d, disabling compactions & flushes 2024-12-04T00:23:56,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. after waiting 0 ms 2024-12-04T00:23:56,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fee553fc6e79a726a31a84227155d3d: Waiting for close lock at 1733271836109Disabling compacts and flushes for region at 1733271836109Disabling writes for close at 1733271836109Writing region close event to WAL at 1733271836109Closed at 1733271836109 2024-12-04T00:23:56,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:56,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271836025.7fee553fc6e79a726a31a84227155d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271836111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271836111"}]},"ts":"1733271836111"} 2024-12-04T00:23:56,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:56,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:56,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271836114"}]},"ts":"1733271836114"} 2024-12-04T00:23:56,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:23:56,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fee553fc6e79a726a31a84227155d3d, ASSIGN}] 2024-12-04T00:23:56,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fee553fc6e79a726a31a84227155d3d, ASSIGN 2024-12-04T00:23:56,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fee553fc6e79a726a31a84227155d3d, ASSIGN; state=OFFLINE, location=b20163ee1150,41955,1733271819888; forceNewPlan=false, retain=false 2024-12-04T00:23:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fee553fc6e79a726a31a84227155d3d, regionState=OPENING, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:56,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fee553fc6e79a726a31a84227155d3d, ASSIGN because future has completed 2024-12-04T00:23:56,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fee553fc6e79a726a31a84227155d3d, server=b20163ee1150,41955,1733271819888}] 2024-12-04T00:23:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,430 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,430 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fee553fc6e79a726a31a84227155d3d, NAME => 'test,,1733271836025.7fee553fc6e79a726a31a84227155d3d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:56,430 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:56,430 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:23:56,431 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,431 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271836025.7fee553fc6e79a726a31a84227155d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:56,431 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,431 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,432 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,433 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee553fc6e79a726a31a84227155d3d columnFamilyName f 2024-12-04T00:23:56,433 DEBUG [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:56,433 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(327): Store=7fee553fc6e79a726a31a84227155d3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:56,433 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,434 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee553fc6e79a726a31a84227155d3d columnFamilyName f1 2024-12-04T00:23:56,434 DEBUG [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:56,435 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(327): Store=7fee553fc6e79a726a31a84227155d3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:56,435 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,436 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee553fc6e79a726a31a84227155d3d columnFamilyName norep 2024-12-04T00:23:56,436 DEBUG [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:56,436 INFO [StoreOpener-7fee553fc6e79a726a31a84227155d3d-1 {}] regionserver.HStore(327): Store=7fee553fc6e79a726a31a84227155d3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:56,437 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,437 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,438 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,439 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,439 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,439 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:56,440 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,442 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:56,442 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fee553fc6e79a726a31a84227155d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74021952, jitterRate=0.1030130386352539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:56,442 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:23:56,442 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fee553fc6e79a726a31a84227155d3d: Running coprocessor pre-open hook at 1733271836431Writing region info on filesystem at 1733271836431Initializing all the Stores at 1733271836431Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271836431Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271836432 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271836432Cleaning up temporary data from old regions at 1733271836439 (+7 ms)Running coprocessor post-open hooks at 1733271836442 (+3 ms)Region opened successfully at 1733271836442 2024-12-04T00:23:56,443 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., pid=6, masterSystemTime=1733271836426 2024-12-04T00:23:56,445 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,445 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:23:56,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fee553fc6e79a726a31a84227155d3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:56,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fee553fc6e79a726a31a84227155d3d, server=b20163ee1150,41955,1733271819888 because future has completed 2024-12-04T00:23:56,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:23:56,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fee553fc6e79a726a31a84227155d3d, server=b20163ee1150,41955,1733271819888 in 173 msec 2024-12-04T00:23:56,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:23:56,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fee553fc6e79a726a31a84227155d3d, ASSIGN in 333 msec 2024-12-04T00:23:56,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:56,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271836452"}]},"ts":"1733271836452"} 2024-12-04T00:23:56,455 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:23:56,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:56,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 430 msec 2024-12-04T00:23:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:56,657 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:23:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,37669,1733271825883 2024-12-04T00:23:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4686a1c3 2024-12-04T00:23:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:56,659 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:56,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:23:56,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:56,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:56,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:23:56,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:23:56,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c6bd44cad90728757696399a4c95c2c, NAME => 'test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2 2024-12-04T00:23:56,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c6bd44cad90728757696399a4c95c2c, disabling compactions & flushes 2024-12-04T00:23:56,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. after waiting 0 ms 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:56,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:56,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c6bd44cad90728757696399a4c95c2c: Waiting for close lock at 1733271836705Disabling compacts and flushes for region at 1733271836705Disabling writes for close at 1733271836705Writing region close event to WAL at 1733271836705Closed at 1733271836705 2024-12-04T00:23:56,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:56,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271836706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271836706"}]},"ts":"1733271836706"} 2024-12-04T00:23:56,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:56,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:56,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271836708"}]},"ts":"1733271836708"} 2024-12-04T00:23:56,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:23:56,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c6bd44cad90728757696399a4c95c2c, ASSIGN}] 2024-12-04T00:23:56,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c6bd44cad90728757696399a4c95c2c, ASSIGN 2024-12-04T00:23:56,714 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c6bd44cad90728757696399a4c95c2c, ASSIGN; state=OFFLINE, location=b20163ee1150,41247,1733271826319; forceNewPlan=false, retain=false 2024-12-04T00:23:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:56,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6bd44cad90728757696399a4c95c2c, regionState=OPENING, regionLocation=b20163ee1150,41247,1733271826319 2024-12-04T00:23:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c6bd44cad90728757696399a4c95c2c, ASSIGN because future has completed 2024-12-04T00:23:56,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6bd44cad90728757696399a4c95c2c, server=b20163ee1150,41247,1733271826319}] 2024-12-04T00:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:57,028 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:57,029 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c6bd44cad90728757696399a4c95c2c, NAME => 'test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:57,029 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:57,029 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:23:57,029 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,029 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:57,029 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,029 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,032 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,033 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6bd44cad90728757696399a4c95c2c columnFamilyName f 2024-12-04T00:23:57,033 DEBUG [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:57,033 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(327): Store=1c6bd44cad90728757696399a4c95c2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:57,034 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,034 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6bd44cad90728757696399a4c95c2c columnFamilyName f1 2024-12-04T00:23:57,034 DEBUG [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:57,035 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(327): Store=1c6bd44cad90728757696399a4c95c2c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:57,035 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,035 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6bd44cad90728757696399a4c95c2c columnFamilyName norep 2024-12-04T00:23:57,035 DEBUG [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:57,036 INFO [StoreOpener-1c6bd44cad90728757696399a4c95c2c-1 {}] regionserver.HStore(327): Store=1c6bd44cad90728757696399a4c95c2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:57,036 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,036 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,036 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,037 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,037 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,037 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:57,038 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,039 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:57,039 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c6bd44cad90728757696399a4c95c2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73068040, jitterRate=0.0887986421585083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:57,039 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:23:57,040 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c6bd44cad90728757696399a4c95c2c: Running coprocessor pre-open hook at 1733271837030Writing region info on filesystem at 1733271837030Initializing all the Stores at 1733271837031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271837031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271837032 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271837032Cleaning up temporary data from old regions at 1733271837037 (+5 ms)Running coprocessor post-open hooks at 1733271837040 (+3 ms)Region opened successfully at 1733271837040 2024-12-04T00:23:57,040 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271836660.1c6bd44cad90728757696399a4c95c2c., pid=6, masterSystemTime=1733271837019 2024-12-04T00:23:57,046 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:57,046 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:23:57,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6bd44cad90728757696399a4c95c2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,41247,1733271826319 2024-12-04T00:23:57,050 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37669 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b20163ee1150,41247,1733271826319, table=test, region=1c6bd44cad90728757696399a4c95c2c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T00:23:57,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6bd44cad90728757696399a4c95c2c, server=b20163ee1150,41247,1733271826319 because future has completed 2024-12-04T00:23:57,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:23:57,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c6bd44cad90728757696399a4c95c2c, server=b20163ee1150,41247,1733271826319 in 185 msec 2024-12-04T00:23:57,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:23:57,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c6bd44cad90728757696399a4c95c2c, ASSIGN in 343 msec 2024-12-04T00:23:57,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:57,058 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271837058"}]},"ts":"1733271837058"} 2024-12-04T00:23:57,060 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:23:57,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:57,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 402 msec 2024-12-04T00:23:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:57,295 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:23:57,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41567,1733271831663 2024-12-04T00:23:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674a89a0 2024-12-04T00:23:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:57,297 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:57,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T00:23:57,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:57,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:57,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T00:23:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:57,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741835_1011 (size=902) 2024-12-04T00:23:57,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b78b3733d40e1147e041782a61413df0, NAME => 'test,,1733271837297.b78b3733d40e1147e041782a61413df0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052 2024-12-04T00:23:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741836_1012 (size=39) 2024-12-04T00:23:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733271837297.b78b3733d40e1147e041782a61413df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b78b3733d40e1147e041782a61413df0, disabling compactions & flushes 2024-12-04T00:23:57,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733271837297.b78b3733d40e1147e041782a61413df0. after waiting 0 ms 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:57,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:57,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b78b3733d40e1147e041782a61413df0: Waiting for close lock at 1733271837729Disabling compacts and flushes for region at 1733271837729Disabling writes for close at 1733271837729Writing region close event to WAL at 1733271837729Closed at 1733271837729 2024-12-04T00:23:57,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733271837297.b78b3733d40e1147e041782a61413df0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733271837736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271837736"}]},"ts":"1733271837736"} 2024-12-04T00:23:57,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:57,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:57,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271837747"}]},"ts":"1733271837747"} 2024-12-04T00:23:57,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T00:23:57,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b78b3733d40e1147e041782a61413df0, ASSIGN}] 2024-12-04T00:23:57,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b78b3733d40e1147e041782a61413df0, ASSIGN 2024-12-04T00:23:57,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b78b3733d40e1147e041782a61413df0, ASSIGN; state=OFFLINE, location=b20163ee1150,46093,1733271832416; forceNewPlan=false, retain=false 2024-12-04T00:23:57,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b78b3733d40e1147e041782a61413df0, regionState=OPENING, regionLocation=b20163ee1150,46093,1733271832416 2024-12-04T00:23:57,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b78b3733d40e1147e041782a61413df0, ASSIGN because future has completed 2024-12-04T00:23:57,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78b3733d40e1147e041782a61413df0, server=b20163ee1150,46093,1733271832416}] 2024-12-04T00:23:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:58,061 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:58,061 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b78b3733d40e1147e041782a61413df0, NAME => 'test,,1733271837297.b78b3733d40e1147e041782a61413df0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:58,061 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:58,061 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T00:23:58,061 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,062 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733271837297.b78b3733d40e1147e041782a61413df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:58,062 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,062 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,063 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,063 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b78b3733d40e1147e041782a61413df0 columnFamilyName f 2024-12-04T00:23:58,064 DEBUG [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:58,064 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(327): Store=b78b3733d40e1147e041782a61413df0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:58,064 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,065 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b78b3733d40e1147e041782a61413df0 columnFamilyName f1 2024-12-04T00:23:58,065 DEBUG [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:58,065 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(327): Store=b78b3733d40e1147e041782a61413df0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:58,065 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,066 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b78b3733d40e1147e041782a61413df0 columnFamilyName norep 2024-12-04T00:23:58,066 DEBUG [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:58,066 INFO [StoreOpener-b78b3733d40e1147e041782a61413df0-1 {}] regionserver.HStore(327): Store=b78b3733d40e1147e041782a61413df0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:58,066 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,067 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,067 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,068 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,068 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,068 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:58,069 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,070 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:58,070 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b78b3733d40e1147e041782a61413df0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116772, jitterRate=0.02992016077041626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:58,070 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b78b3733d40e1147e041782a61413df0 2024-12-04T00:23:58,071 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b78b3733d40e1147e041782a61413df0: Running coprocessor pre-open hook at 1733271838062Writing region info on filesystem at 1733271838062Initializing all the Stores at 1733271838062Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271838062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271838063 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271838063Cleaning up temporary data from old regions at 1733271838068 (+5 ms)Running coprocessor post-open hooks at 1733271838071 (+3 ms)Region opened successfully at 1733271838071 2024-12-04T00:23:58,071 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733271837297.b78b3733d40e1147e041782a61413df0., pid=6, masterSystemTime=1733271838058 2024-12-04T00:23:58,073 DEBUG [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:58,073 INFO [RS_OPEN_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:23:58,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b78b3733d40e1147e041782a61413df0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b20163ee1150,46093,1733271832416 2024-12-04T00:23:58,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78b3733d40e1147e041782a61413df0, server=b20163ee1150,46093,1733271832416 because future has completed 2024-12-04T00:23:58,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T00:23:58,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b78b3733d40e1147e041782a61413df0, server=b20163ee1150,46093,1733271832416 in 170 msec 2024-12-04T00:23:58,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T00:23:58,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b78b3733d40e1147e041782a61413df0, ASSIGN in 327 msec 2024-12-04T00:23:58,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:58,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271838080"}]},"ts":"1733271838080"} 2024-12-04T00:23:58,081 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T00:23:58,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:58,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-12-04T00:23:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T00:23:58,442 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T00:23:58,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:23:58,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:58,448 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:23:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:23:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a391a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:23:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:58,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:58,453 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a65ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38591,1733271819675 2024-12-04T00:23:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18946ddd 2024-12-04T00:23:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:58,481 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:58,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b20163ee1150:37669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:23:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:23:58,491 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:37669' 2024-12-04T00:23:58,492 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da86156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,492 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,37669,-1 for getting cluster id 2024-12-04T00:23:58,492 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:58,493 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a893ed7-eb2d-44e6-8357-cf015dc301fc' 2024-12-04T00:23:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a893ed7-eb2d-44e6-8357-cf015dc301fc" 2024-12-04T00:23:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d049a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,37669,-1] 2024-12-04T00:23:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:58,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:58,495 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:58,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c201a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:58,496 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:58,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,37669,1733271825883 2024-12-04T00:23:58,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1afc40 2024-12-04T00:23:58,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:58,497 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:23:58,498 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T00:23:58,498 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:23:58,498 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:58,499 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:58,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:23:58,499 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T00:23:58,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T00:23:58,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T00:23:58,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:58,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T00:23:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741837_1013 (size=1138) 2024-12-04T00:23:58,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a02a41ad01921af82e4e2efe3bd6afaf, NAME => 'hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016 2024-12-04T00:23:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741838_1014 (size=44) 2024-12-04T00:23:58,550 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T00:23:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a02a41ad01921af82e4e2efe3bd6afaf, disabling compactions & flushes 2024-12-04T00:23:58,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. after waiting 0 ms 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:58,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:58,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a02a41ad01921af82e4e2efe3bd6afaf: Waiting for close lock at 1733271838918Disabling compacts and flushes for region at 1733271838918Disabling writes for close at 1733271838918Writing region close event to WAL at 1733271838918Closed at 1733271838918 2024-12-04T00:23:58,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T00:23:58,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733271838920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733271838920"}]},"ts":"1733271838920"} 2024-12-04T00:23:58,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T00:23:58,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T00:23:58,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271838923"}]},"ts":"1733271838923"} 2024-12-04T00:23:58,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T00:23:58,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf, ASSIGN}] 2024-12-04T00:23:58,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf, ASSIGN 2024-12-04T00:23:58,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf, ASSIGN; state=OFFLINE, location=b20163ee1150,41955,1733271819888; forceNewPlan=false, retain=false 2024-12-04T00:23:59,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a02a41ad01921af82e4e2efe3bd6afaf, regionState=OPENING, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf, ASSIGN because future has completed 2024-12-04T00:23:59,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02a41ad01921af82e4e2efe3bd6afaf, server=b20163ee1150,41955,1733271819888}] 2024-12-04T00:23:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:59,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:59,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T00:23:59,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T00:23:59,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b20163ee1150%2C41955%2C1733271819888.rep, suffix=, logDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888, archiveDir=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/oldWALs, maxLogs=10 2024-12-04T00:23:59,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271839258, exclude list is [], retry=0 2024-12-04T00:23:59,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:23:59,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271839258 2024-12-04T00:23:59,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:23:59,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a02a41ad01921af82e4e2efe3bd6afaf, NAME => 'hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.', STARTKEY => '', ENDKEY => ''} 2024-12-04T00:23:59,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T00:23:59,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T00:23:59,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. service=MultiRowMutationService 2024-12-04T00:23:59,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T00:23:59,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T00:23:59,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,324 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,326 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02a41ad01921af82e4e2efe3bd6afaf columnFamilyName hfileref 2024-12-04T00:23:59,326 DEBUG [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:59,328 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(327): Store=a02a41ad01921af82e4e2efe3bd6afaf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:59,329 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,335 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02a41ad01921af82e4e2efe3bd6afaf columnFamilyName queue 2024-12-04T00:23:59,335 DEBUG [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:59,339 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(327): Store=a02a41ad01921af82e4e2efe3bd6afaf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:59,339 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,345 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02a41ad01921af82e4e2efe3bd6afaf columnFamilyName sid 2024-12-04T00:23:59,345 DEBUG [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T00:23:59,347 INFO [StoreOpener-a02a41ad01921af82e4e2efe3bd6afaf-1 {}] regionserver.HStore(327): Store=a02a41ad01921af82e4e2efe3bd6afaf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T00:23:59,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T00:23:59,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T00:23:59,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a02a41ad01921af82e4e2efe3bd6afaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72788202, jitterRate=0.08462873101234436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T00:23:59,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:23:59,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a02a41ad01921af82e4e2efe3bd6afaf: Running coprocessor pre-open hook at 1733271839322Writing region info on filesystem at 1733271839322Initializing all the Stores at 1733271839323 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271839323Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271839324 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733271839324Cleaning up temporary data from old regions at 1733271839350 (+26 ms)Running coprocessor post-open hooks at 1733271839360 (+10 ms)Region opened successfully at 1733271839360 2024-12-04T00:23:59,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf., pid=10, masterSystemTime=1733271839252 2024-12-04T00:23:59,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:59,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:23:59,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a02a41ad01921af82e4e2efe3bd6afaf, regionState=OPEN, openSeqNum=2, regionLocation=b20163ee1150,41955,1733271819888 2024-12-04T00:23:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02a41ad01921af82e4e2efe3bd6afaf, server=b20163ee1150,41955,1733271819888 because future has completed 2024-12-04T00:23:59,371 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38591 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b20163ee1150,41955,1733271819888, table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T00:23:59,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T00:23:59,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a02a41ad01921af82e4e2efe3bd6afaf, server=b20163ee1150,41955,1733271819888 in 281 msec 2024-12-04T00:23:59,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T00:23:59,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a02a41ad01921af82e4e2efe3bd6afaf, ASSIGN in 446 msec 2024-12-04T00:23:59,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T00:23:59,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733271839381"}]},"ts":"1733271839381"} 2024-12-04T00:23:59,385 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T00:23:59,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T00:23:59,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 888 msec 2024-12-04T00:23:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf., hostname=b20163ee1150,41955,1733271819888, seqNum=2] 2024-12-04T00:23:59,441 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:23:59,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:23:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:23:59,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T00:23:59,636 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T00:23:59,674 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b20163ee1150,41955,1733271819888, ReplicationSource: 1, currentBandwidth=0 2024-12-04T00:23:59,674 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:23:59,674 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41955,1733271819888, seqNum=-1] 2024-12-04T00:23:59,675 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:23:59,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T00:23:59,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b20163ee1150,41955,1733271819888', locateType=CURRENT is [region=hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf., hostname=b20163ee1150,41955,1733271819888, seqNum=2] 2024-12-04T00:23:59,680 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T00:23:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T00:23:59,695 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b20163ee1150,41955,1733271819888 suceeded 2024-12-04T00:23:59,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T00:23:59,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-12-04T00:23:59,697 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b20163ee1150:37669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:23:59,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2160 sec 2024-12-04T00:23:59,699 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:37669' 2024-12-04T00:23:59,701 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:59,701 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,37669,-1 for getting cluster id 2024-12-04T00:23:59,701 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:23:59,704 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a893ed7-eb2d-44e6-8357-cf015dc301fc' 2024-12-04T00:23:59,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:23:59,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a893ed7-eb2d-44e6-8357-cf015dc301fc" 2024-12-04T00:23:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@405741ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,37669,-1] 2024-12-04T00:23:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:23:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:23:59,706 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:23:59,707 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:23:59,707 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:23:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,37669,1733271825883 2024-12-04T00:23:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52fd2960 2024-12-04T00:23:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:23:59,710 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T00:23:59,712 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b20163ee1150,41955,1733271819888 (queues=1) is replicating from cluster=4c5a35d5-94fe-49cb-90ac-044c6b6ce31b to cluster=1a893ed7-eb2d-44e6-8357-cf015dc301fc 2024-12-04T00:23:59,713 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b20163ee1150%2C41955%2C1733271819888 2024-12-04T00:23:59,713 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b20163ee1150,41955,1733271819888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:23:59,714 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879, startPosition=0, beingWritten=true 2024-12-04T00:23:59,717 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C41955%2C1733271819888 2024-12-04T00:23:59,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:23:59,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 379, reset compression=false 2024-12-04T00:23:59,726 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:23:59,938 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 379, reset compression=false 2024-12-04T00:24:00,270 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 379, reset compression=false 2024-12-04T00:24:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T00:24:00,635 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T00:24:00,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:00,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:00,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:00,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:00,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:24:00,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:00,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:00,638 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:24:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:24:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f7c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:24:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:00,640 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c18935d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,37669,-1 for getting cluster id 2024-12-04T00:24:00,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:00,642 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a893ed7-eb2d-44e6-8357-cf015dc301fc' 2024-12-04T00:24:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a893ed7-eb2d-44e6-8357-cf015dc301fc" 2024-12-04T00:24:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04d260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,37669,-1] 2024-12-04T00:24:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:00,643 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6689a2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41567,-1 for getting cluster id 2024-12-04T00:24:00,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:00,646 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9523e102-9af8-45ff-9114-1cb139e28450' 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9523e102-9af8-45ff-9114-1cb139e28450" 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e721bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41567,-1] 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:00,647 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:00,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268fcd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:00,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:24:00,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733271840652/Put/seqid=0 2024-12-04T00:24:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741840_1016 (size=7894) 2024-12-04T00:24:00,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733271840658/Put/seqid=0 2024-12-04T00:24:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741841_1017 (size=7691) 2024-12-04T00:24:00,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T00:24:00,676 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 379, reset compression=false 2024-12-04T00:24:01,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:24:01,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:01,067 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:24:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:24:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5fac18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:24:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:01,068 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:01,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41955,1733271819888, seqNum=-1] 2024-12-04T00:24:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:01,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:24:01,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38591,1733271819675 2024-12-04T00:24:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481d80a1 2024-12-04T00:24:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:01,077 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:24:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2] 2024-12-04T00:24:01,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:24:01,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T00:24:01,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T00:24:01,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T00:24:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:01,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T00:24:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegion(2603): Flush status journal for 7fee553fc6e79a726a31a84227155d3d: 2024-12-04T00:24:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_1 2024-12-04T00:24:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_1 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ 2024-12-04T00:24:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_0 2024-12-04T00:24:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_0 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ 2024-12-04T00:24:01,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_1 into 7fee553fc6e79a726a31a84227155d3d/f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ - updating store file list. 2024-12-04T00:24:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ into 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_1 into 7fee553fc6e79a726a31a84227155d3d/f (new location: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_) 2024-12-04T00:24:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_1 2024-12-04T00:24:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_0 into 7fee553fc6e79a726a31a84227155d3d/f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ - updating store file list. 2024-12-04T00:24:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:01,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ into 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:01,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_0 into 7fee553fc6e79a726a31a84227155d3d/f (new location: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_) 2024-12-04T00:24:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__tcumkuo3af14jp17d7p42rqvj3nmm35mqqa7d0abaounbajkh9fc1efknjs3ugg5/f/hfile_0 2024-12-04T00:24:01,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:01,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:01,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:01,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:01,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 , the old value is region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:41955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:24:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:24:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 from cache 2024-12-04T00:24:01,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:01,112 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T00:24:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41247,1733271826319, seqNum=-1] 2024-12-04T00:24:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:01,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:24:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271836660.1c6bd44cad90728757696399a4c95c2c., hostname=b20163ee1150,41247,1733271826319, seqNum=2] 2024-12-04T00:24:01,116 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:24:01,196 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 379, reset compression=false 2024-12-04T00:24:01,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:24:01,205 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fee553fc6e79a726a31a84227155d3d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271841109/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:24:01,207 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:24:01,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T00:24:01,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.ReplicationSink(318): Replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:01,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d109ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,37669,-1 for getting cluster id 2024-12-04T00:24:01,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:01,211 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a893ed7-eb2d-44e6-8357-cf015dc301fc' 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a893ed7-eb2d-44e6-8357-cf015dc301fc" 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1c7d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,37669,-1] 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:01,216 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:01,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:24:01,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e80433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741837_1013 (size=7691) 2024-12-04T00:24:01,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:24:01,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:01,405 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 687, reset compression=false 2024-12-04T00:24:01,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:24:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741838_1014 (size=7894) 2024-12-04T00:24:01,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,37669,1733271825883 2024-12-04T00:24:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b274720 2024-12-04T00:24:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:01,672 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T00:24:01,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:24:01,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:01,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41247,1733271826319, seqNum=-1] 2024-12-04T00:24:01,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:01,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T00:24:01,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T00:24:01,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T00:24:01,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ for inclusion in 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T00:24:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:01,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ for inclusion in 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T00:24:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegion(2603): Flush status journal for 1c6bd44cad90728757696399a4c95c2c: 2024-12-04T00:24:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:01,708 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 687, reset compression=false 2024-12-04T00:24:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5827470b2d354811829d2899d2004bc3_SeqId_4_ 2024-12-04T00:24:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/ee77132c330c42f6b9c302e839236a4b_SeqId_4_ 2024-12-04T00:24:01,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5827470b2d354811829d2899d2004bc3_SeqId_4_ - updating store file list. 2024-12-04T00:24:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5827470b2d354811829d2899d2004bc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5827470b2d354811829d2899d2004bc3_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f (new location: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5827470b2d354811829d2899d2004bc3_SeqId_4_) 2024-12-04T00:24:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/a68ff7eee47b448893f0fdccfd4dff56_SeqId_4_ 2024-12-04T00:24:01,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/ee77132c330c42f6b9c302e839236a4b_SeqId_4_ - updating store file list. 2024-12-04T00:24:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee77132c330c42f6b9c302e839236a4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:01,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/ee77132c330c42f6b9c302e839236a4b_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:01,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ into 1c6bd44cad90728757696399a4c95c2c/f (new location: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/ee77132c330c42f6b9c302e839236a4b_SeqId_4_) 2024-12-04T00:24:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__f3niv2jmr61mruu7ftuuqfrtoti7ntpkf6v9qa27gt0a6p05v9dgkvvjp71u44fq/f/07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_ 2024-12-04T00:24:01,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.ReplicationSink(324): Finished replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:02,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,46093,1733271832416, seqNum=-1] 2024-12-04T00:24:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:02,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:24:02,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271837297.b78b3733d40e1147e041782a61413df0., hostname=b20163ee1150,46093,1733271832416, seqNum=2] 2024-12-04T00:24:02,155 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 687, reset compression=false 2024-12-04T00:24:02,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:24:02,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T00:24:02,165 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b20163ee1150%2C41955%2C1733271819888:(num 1733271821879) roll requested 2024-12-04T00:24:02,195 DEBUG [regionserver/b20163ee1150:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, exclude list is [], retry=0 2024-12-04T00:24:02,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:24:02,219 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 2024-12-04T00:24:02,220 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:24:02,220 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 is not closed yet, will try archiving it next time 2024-12-04T00:24:02,220 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b20163ee1150%2C41955%2C1733271819888.meta:.meta(num 1733271822526) roll requested 2024-12-04T00:24:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741832_1008 (size=695) 2024-12-04T00:24:02,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 not finished, retry = 0 2024-12-04T00:24:02,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:24:02,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:02,237 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:24:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:24:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba7b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,238 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:02,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c55c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:02,240 DEBUG [regionserver/b20163ee1150:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271842220.meta, exclude list is [], retry=0 2024-12-04T00:24:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38591,1733271819675 2024-12-04T00:24:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@957625f 2024-12-04T00:24:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:24:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:02,243 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:24:02,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b20163ee1150:41567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T00:24:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T00:24:02,247 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:41567' 2024-12-04T00:24:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:24:02,260 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a5b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,260 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41567,-1 for getting cluster id 2024-12-04T00:24:02,260 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:02,261 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271822526.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271842220.meta 2024-12-04T00:24:02,264 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9523e102-9af8-45ff-9114-1cb139e28450' 2024-12-04T00:24:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9523e102-9af8-45ff-9114-1cb139e28450" 2024-12-04T00:24:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b39392d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41567,-1] 2024-12-04T00:24:02,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:02,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,269 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:02,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b73beb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,271 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:02,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41567,1733271831663 2024-12-04T00:24:02,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dae5bbd 2024-12-04T00:24:02,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:02,278 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:24:02,278 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.meta.1733271822526.meta is not closed yet, will try archiving it next time 2024-12-04T00:24:02,278 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b20163ee1150%2C41955%2C1733271819888.rep:(num 1733271839258) roll requested 2024-12-04T00:24:02,281 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:24:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741834_1010 (size=3473) 2024-12-04T00:24:02,288 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T00:24:02,289 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T00:24:02,289 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,289 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:02,310 DEBUG [regionserver/b20163ee1150:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271842278, exclude list is [], retry=0 2024-12-04T00:24:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-e0ba32b4-8902-47e3-9faa-c237c3ee52da,DISK] 2024-12-04T00:24:02,338 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/oldWALs/b20163ee1150%2C41955%2C1733271819888.1733271821879 2024-12-04T00:24:02,354 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271839258 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271842278 2024-12-04T00:24:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:24:02,365 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)] 2024-12-04T00:24:02,365 DEBUG [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271839258 is not closed yet, will try archiving it next time 2024-12-04T00:24:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741839_1015 (size=1505) 2024-12-04T00:24:02,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T00:24:02,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T00:24:02,565 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T00:24:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:24:02,622 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b20163ee1150,41955,1733271819888, ReplicationSource: 2, currentBandwidth=0 2024-12-04T00:24:02,626 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T00:24:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T00:24:02,629 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b20163ee1150,41955,1733271819888 suceeded 2024-12-04T00:24:02,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T00:24:02,633 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b20163ee1150:41567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T00:24:02,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-04T00:24:02,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 390 msec 2024-12-04T00:24:02,648 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b20163ee1150:41567' 2024-12-04T00:24:02,650 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba2c3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,650 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41567,-1 for getting cluster id 2024-12-04T00:24:02,650 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:02,651 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9523e102-9af8-45ff-9114-1cb139e28450' 2024-12-04T00:24:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9523e102-9af8-45ff-9114-1cb139e28450" 2024-12-04T00:24:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45de00ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41567,-1] 2024-12-04T00:24:02,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:02,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,660 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:02,664 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246c83fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:02,664 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41567,1733271831663 2024-12-04T00:24:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20af0a23 2024-12-04T00:24:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:02,676 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T00:24:02,677 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b20163ee1150,41955,1733271819888 (queues=1) is replicating from cluster=4c5a35d5-94fe-49cb-90ac-044c6b6ce31b to cluster=9523e102-9af8-45ff-9114-1cb139e28450 2024-12-04T00:24:02,677 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b20163ee1150%2C41955%2C1733271819888 2024-12-04T00:24:02,678 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b20163ee1150,41955,1733271819888, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T00:24:02,678 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, startPosition=0, beingWritten=true 2024-12-04T00:24:02,684 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b20163ee1150%2C41955%2C1733271819888 2024-12-04T00:24:02,722 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 to pos 687, reset compression=false 2024-12-04T00:24:02,723 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 was moved to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/oldWALs/b20163ee1150%2C41955%2C1733271819888.1733271821879 2024-12-04T00:24:02,725 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879 2024-12-04T00:24:02,725 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, startPosition=0, beingWritten=true 2024-12-04T00:24:02,725 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271821879, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T00:24:02,728 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b20163ee1150%2C41955%2C1733271819888.1733271821879] 2024-12-04T00:24:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T00:24:02,877 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T00:24:02,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:02,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:02,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:02,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:02,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T00:24:02,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733271842889/Put/seqid=0 2024-12-04T00:24:02,903 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 0, reset compression=false 2024-12-04T00:24:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741845_1021 (size=11194) 2024-12-04T00:24:02,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733271842929/Put/seqid=0 2024-12-04T00:24:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741846_1022 (size=10791) 2024-12-04T00:24:03,238 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 0, reset compression=false 2024-12-04T00:24:03,331 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 0, reset compression=false 2024-12-04T00:24:03,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,38591,-1 for getting cluster id 2024-12-04T00:24:03,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:03,341 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5a35d5-94fe-49cb-90ac-044c6b6ce31b' 2024-12-04T00:24:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5a35d5-94fe-49cb-90ac-044c6b6ce31b" 2024-12-04T00:24:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73db0737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,38591,-1] 2024-12-04T00:24:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:03,342 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:03,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,41955,1733271819888, seqNum=-1] 2024-12-04T00:24:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:03,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T00:24:03,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,38591,1733271819675 2024-12-04T00:24:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f77ff3f 2024-12-04T00:24:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:03,354 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T00:24:03,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2] 2024-12-04T00:24:03,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:24:03,370 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T00:24:03,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T00:24:03,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T00:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:03,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T00:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegion(2603): Flush status journal for 7fee553fc6e79a726a31a84227155d3d: 2024-12-04T00:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_0 2024-12-04T00:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_0 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ 2024-12-04T00:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_1 2024-12-04T00:24:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_1 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ 2024-12-04T00:24:03,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_0 into 7fee553fc6e79a726a31a84227155d3d/f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ - updating store file list. 2024-12-04T00:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc192ff6492c461e92387dcbff14e7a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:03,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ into 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:03,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_0 into 7fee553fc6e79a726a31a84227155d3d/f (new location: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_) 2024-12-04T00:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_0 2024-12-04T00:24:03,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_1 into 7fee553fc6e79a726a31a84227155d3d/f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ - updating store file list. 2024-12-04T00:24:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:03,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ into 7fee553fc6e79a726a31a84227155d3d/f 2024-12-04T00:24:03,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_1 into 7fee553fc6e79a726a31a84227155d3d/f (new location: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_) 2024-12-04T00:24:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/staging/jenkins__test__g0s1hgah5u14nmglnn1sod1rm5cqe6lt6m8qhv5j44lcgrrn4jfd2m6ap4j840i6/f/hfile_1 2024-12-04T00:24:03,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:03,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:03,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:03,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 , the old value is region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b20163ee1150:41955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:24:03,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T00:24:03,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., hostname=b20163ee1150,41955,1733271819888, seqNum=2 from cache 2024-12-04T00:24:03,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:03,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:03,454 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:24:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41955: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:59898 deadline: 1733271903449 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59898 2024-12-04T00:24:03,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T00:24:03,642 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 0, reset compression=false 2024-12-04T00:24:03,662 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:24:03,662 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fee553fc6e79a726a31a84227155d3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271843439/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:24:03,664 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T00:24:03,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T00:24:03,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.ReplicationSink(318): Replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:03,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e62481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] client.ClusterIdFetcher(90): Going to request b20163ee1150,41567,-1 for getting cluster id 2024-12-04T00:24:03,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T00:24:03,672 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9523e102-9af8-45ff-9114-1cb139e28450' 2024-12-04T00:24:03,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T00:24:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9523e102-9af8-45ff-9114-1cb139e28450" 2024-12-04T00:24:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cac5afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b20163ee1150,41567,-1] 2024-12-04T00:24:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T00:24:03,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:03,674 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T00:24:03,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51322f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T00:24:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741837_1013 (size=11194) 2024-12-04T00:24:03,862 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:04,042 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 0, reset compression=false 2024-12-04T00:24:04,070 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T00:24:04,070 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fee553fc6e79a726a31a84227155d3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733271843439/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T00:24:04,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.ReplicationSink(318): Replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741839_1015 (size=11194) 2024-12-04T00:24:04,168 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:04,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741838_1014 (size=10791) 2024-12-04T00:24:04,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741840_1016 (size=10791) 2024-12-04T00:24:04,272 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:04,458 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T00:24:04,589 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:04,607 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:04,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:04,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b20163ee1150,41567,1733271831663 2024-12-04T00:24:04,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a722a76 2024-12-04T00:24:04,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T00:24:04,632 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T00:24:04,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:24:04,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T00:24:04,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b20163ee1150,46093,1733271832416, seqNum=-1] 2024-12-04T00:24:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T00:24:04,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T00:24:04,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T00:24:04,642 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T00:24:04,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T00:24:04,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ for inclusion in b78b3733d40e1147e041782a61413df0/f 2024-12-04T00:24:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T00:24:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:04,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ for inclusion in b78b3733d40e1147e041782a61413df0/f 2024-12-04T00:24:04,654 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T00:24:04,656 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T00:24:04,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ for inclusion in 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T00:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegion(2603): Flush status journal for b78b3733d40e1147e041782a61413df0: 2024-12-04T00:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T00:24:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:04,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ for inclusion in 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/ae44e6ca1125426bb7be1dd08499c297_SeqId_4_ 2024-12-04T00:24:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/c2e1783b28d14d398e257dc9f89c1e2f_SeqId_4_ 2024-12-04T00:24:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T00:24:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T00:24:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegion(2603): Flush status journal for 1c6bd44cad90728757696399a4c95c2c: 2024-12-04T00:24:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:04,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ into b78b3733d40e1147e041782a61413df0/f as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/ae44e6ca1125426bb7be1dd08499c297_SeqId_4_ - updating store file list. 2024-12-04T00:24:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae44e6ca1125426bb7be1dd08499c297_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:04,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/ae44e6ca1125426bb7be1dd08499c297_SeqId_4_ into b78b3733d40e1147e041782a61413df0/f 2024-12-04T00:24:04,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ into b78b3733d40e1147e041782a61413df0/f (new location: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/ae44e6ca1125426bb7be1dd08499c297_SeqId_4_) 2024-12-04T00:24:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ 2024-12-04T00:24:04,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ into b78b3733d40e1147e041782a61413df0/f as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/c2e1783b28d14d398e257dc9f89c1e2f_SeqId_4_ - updating store file list. 2024-12-04T00:24:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5fa638c1809e4a0aaef684a6bc14b6a7_SeqId_6_ 2024-12-04T00:24:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T00:24:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2e1783b28d14d398e257dc9f89c1e2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:04,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/c2e1783b28d14d398e257dc9f89c1e2f_SeqId_4_ into b78b3733d40e1147e041782a61413df0/f 2024-12-04T00:24:04,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ into b78b3733d40e1147e041782a61413df0/f (new location: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/f/c2e1783b28d14d398e257dc9f89c1e2f_SeqId_4_) 2024-12-04T00:24:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/staging/jenkins.hfs.23__test__pla6gldckkfv47m556amp0kvhv61j1h2iludnr1kk17ip49n1gt2i5jgap10poho/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ 2024-12-04T00:24:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/24adfdc0b4084434bff1a62b906900a3_SeqId_6_ 2024-12-04T00:24:04,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] regionserver.ReplicationSink(324): Finished replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5fa638c1809e4a0aaef684a6bc14b6a7_SeqId_6_ - updating store file list. 2024-12-04T00:24:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fa638c1809e4a0aaef684a6bc14b6a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:04,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5fa638c1809e4a0aaef684a6bc14b6a7_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:04,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f (new location: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/5fa638c1809e4a0aaef684a6bc14b6a7_SeqId_6_) 2024-12-04T00:24:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/dc192ff6492c461e92387dcbff14e7a6_SeqId_6_ 2024-12-04T00:24:04,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/24adfdc0b4084434bff1a62b906900a3_SeqId_6_ - updating store file list. 2024-12-04T00:24:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24adfdc0b4084434bff1a62b906900a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T00:24:04,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/24adfdc0b4084434bff1a62b906900a3_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f 2024-12-04T00:24:04,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ into 1c6bd44cad90728757696399a4c95c2c/f (new location: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/f/24adfdc0b4084434bff1a62b906900a3_SeqId_6_) 2024-12-04T00:24:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/staging/jenkins.hfs.22__test__7ui5dh0nhej03gsscbk7q2lgn6iqn4rcqse6juimglo380fv2e8j7bqamgf4f4j8/f/e6530c4aa37b4c81a566200267ca9ce2_SeqId_6_ 2024-12-04T00:24:04,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41247 {}] regionserver.ReplicationSink(324): Finished replicating [4c5a35d5-94fe-49cb-90ac-044c6b6ce31b] bulk loaded data 2024-12-04T00:24:05,010 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:05,096 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:05,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:24:05,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:05,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:05,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:05,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:24:05,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56441762, stopped=false 2024-12-04T00:24:05,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,41567,1733271831663 2024-12-04T00:24:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21008717628/running 2024-12-04T00:24:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21008717628/running 2024-12-04T00:24:05,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:24:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:24:05,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:05,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:05,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:05,545 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,46093,1733271832416' ***** 2024-12-04T00:24:05,545 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:24:05,545 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:24:05,545 INFO [RS:0;b20163ee1150:46093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:24:05,545 INFO [RS:0;b20163ee1150:46093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:24:05,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/running 2024-12-04T00:24:05,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Set watcher on znode that does not yet exist, /21008717628/running 2024-12-04T00:24:05,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:24:05,546 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(3091): Received CLOSE for b78b3733d40e1147e041782a61413df0 2024-12-04T00:24:05,546 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,46093,1733271832416 2024-12-04T00:24:05,546 INFO [RS:0;b20163ee1150:46093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:05,546 INFO [RS:0;b20163ee1150:46093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:46093. 2024-12-04T00:24:05,546 DEBUG [RS:0;b20163ee1150:46093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:05,547 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b78b3733d40e1147e041782a61413df0, disabling compactions & flushes 2024-12-04T00:24:05,547 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:24:05,547 INFO [RS:0;b20163ee1150:46093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:24:05,547 INFO [RS:0;b20163ee1150:46093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:24:05,547 INFO [RS:0;b20163ee1150:46093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271837297.b78b3733d40e1147e041782a61413df0. after waiting 0 ms 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:24:05,547 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:24:05,547 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:24:05,547 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1325): Online Regions={b78b3733d40e1147e041782a61413df0=test,,1733271837297.b78b3733d40e1147e041782a61413df0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:24:05,547 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b78b3733d40e1147e041782a61413df0 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:24:05,547 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:05,547 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:24:05,547 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:24:05,548 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T00:24:05,574 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/default/test/b78b3733d40e1147e041782a61413df0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T00:24:05,574 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:05,574 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:24:05,575 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:24:05,575 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b78b3733d40e1147e041782a61413df0: Waiting for close lock at 1733271845546Running coprocessor pre-close hooks at 1733271845546Disabling compacts and flushes for region at 1733271845546Disabling writes for close at 1733271845547 (+1 ms)Writing region close event to WAL at 1733271845547Running coprocessor post-close hooks at 1733271845574 (+27 ms)Closed at 1733271845575 (+1 ms) 2024-12-04T00:24:05,575 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271837297.b78b3733d40e1147e041782a61413df0. 2024-12-04T00:24:05,587 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:05,591 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/info/646e92e9b60748029043486938724ce6 is 129, key is test,,1733271837297.b78b3733d40e1147e041782a61413df0./info:regioninfo/1733271838073/Put/seqid=0 2024-12-04T00:24:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741839_1015 (size=6421) 2024-12-04T00:24:05,596 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/info/646e92e9b60748029043486938724ce6 2024-12-04T00:24:05,624 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/ns/fe0efd54db1646a9936e64a5c20b8700 is 43, key is default/ns:d/1733271835881/Put/seqid=0 2024-12-04T00:24:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741840_1016 (size=5153) 2024-12-04T00:24:05,729 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:05,747 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:05,948 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:06,031 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/ns/fe0efd54db1646a9936e64a5c20b8700 2024-12-04T00:24:06,060 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/rep_barrier/5c143b0774df4bccb974529292268ffc is 112, key is test,,1733271837297.b78b3733d40e1147e041782a61413df0./rep_barrier:seqnumDuringOpen/1733271838073/Put/seqid=0 2024-12-04T00:24:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741841_1017 (size=5518) 2024-12-04T00:24:06,148 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:06,183 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:06,348 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:24:06,348 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:24:06,348 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:06,432 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:06,476 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/rep_barrier/5c143b0774df4bccb974529292268ffc 2024-12-04T00:24:06,543 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/table/44bd83559fa84cbb9336678b942d7a3a is 40, key is test/table:state/1733271838080/Put/seqid=0 2024-12-04T00:24:06,550 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T00:24:06,550 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T00:24:06,550 DEBUG [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741842_1018 (size=5165) 2024-12-04T00:24:06,579 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/table/44bd83559fa84cbb9336678b942d7a3a 2024-12-04T00:24:06,587 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/info/646e92e9b60748029043486938724ce6 as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/info/646e92e9b60748029043486938724ce6 2024-12-04T00:24:06,597 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/info/646e92e9b60748029043486938724ce6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T00:24:06,608 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/ns/fe0efd54db1646a9936e64a5c20b8700 as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/ns/fe0efd54db1646a9936e64a5c20b8700 2024-12-04T00:24:06,621 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/ns/fe0efd54db1646a9936e64a5c20b8700, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:24:06,622 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/rep_barrier/5c143b0774df4bccb974529292268ffc as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/rep_barrier/5c143b0774df4bccb974529292268ffc 2024-12-04T00:24:06,626 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/rep_barrier/5c143b0774df4bccb974529292268ffc, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T00:24:06,627 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/.tmp/table/44bd83559fa84cbb9336678b942d7a3a as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/table/44bd83559fa84cbb9336678b942d7a3a 2024-12-04T00:24:06,632 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/table/44bd83559fa84cbb9336678b942d7a3a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:24:06,636 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1087ms, sequenceid=11, compaction requested=false 2024-12-04T00:24:06,685 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:24:06,686 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:06,686 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:24:06,686 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:06,687 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271845547Running coprocessor pre-close hooks at 1733271845547Disabling compacts and flushes for region at 1733271845547Disabling writes for close at 1733271845547Obtaining lock to block concurrent updates at 1733271845548 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733271845548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733271845548Flushing stores of hbase:meta,,1.1588230740 at 1733271845549 (+1 ms)Flushing 1588230740/info: creating writer at 1733271845549Flushing 1588230740/info: appending metadata at 1733271845590 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733271845590Flushing 1588230740/ns: creating writer at 1733271845606 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733271845624 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733271845624Flushing 1588230740/rep_barrier: creating writer at 1733271846043 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271846060 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271846060Flushing 1588230740/table: creating writer at 1733271846513 (+453 ms)Flushing 1588230740/table: appending metadata at 1733271846542 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733271846543 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42efdd99: reopening flushed file at 1733271846586 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d37dfbb: reopening flushed file at 1733271846597 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5277d2fc: reopening flushed file at 1733271846621 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f55f278: reopening flushed file at 1733271846626 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1087ms, sequenceid=11, compaction requested=false at 1733271846636 (+10 ms)Writing region close event to WAL at 1733271846659 (+23 ms)Running coprocessor post-close hooks at 1733271846686 (+27 ms)Closed at 1733271846686 2024-12-04T00:24:06,687 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:06,752 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,46093,1733271832416; all regions closed. 2024-12-04T00:24:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741834_1010 (size=2717) 2024-12-04T00:24:06,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/WALs/b20163ee1150,46093,1733271832416/b20163ee1150%2C46093%2C1733271832416.meta.1733271835819.meta not finished, retry = 0 2024-12-04T00:24:06,894 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:06,898 DEBUG [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/oldWALs 2024-12-04T00:24:06,898 INFO [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C46093%2C1733271832416.meta:.meta(num 1733271835819) 2024-12-04T00:24:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741833_1009 (size=1028) 2024-12-04T00:24:06,975 DEBUG [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/oldWALs 2024-12-04T00:24:06,976 INFO [RS:0;b20163ee1150:46093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C46093%2C1733271832416:(num 1733271835478) 2024-12-04T00:24:06,976 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:06,976 INFO [RS:0;b20163ee1150:46093 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:06,976 INFO [RS:0;b20163ee1150:46093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:06,976 INFO [RS:0;b20163ee1150:46093 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:06,977 INFO [RS:0;b20163ee1150:46093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:06,977 INFO [RS:0;b20163ee1150:46093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:46093. 2024-12-04T00:24:06,977 DEBUG [RS:0;b20163ee1150:46093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:06,977 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:06,977 DEBUG [RS:0;b20163ee1150:46093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:06,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:06,977 INFO [RS:0;b20163ee1150:46093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46093 2024-12-04T00:24:06,977 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21008717628/rs/b20163ee1150,46093,1733271832416 2024-12-04T00:24:07,035 INFO [RS:0;b20163ee1150:46093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628/rs 2024-12-04T00:24:07,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,46093,1733271832416] 2024-12-04T00:24:07,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/draining/b20163ee1150,46093,1733271832416 already deleted, retry=false 2024-12-04T00:24:07,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,46093,1733271832416 expired; onlineServers=0 2024-12-04T00:24:07,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,41567,1733271831663' ***** 2024-12-04T00:24:07,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:24:07,062 INFO [M:0;b20163ee1150:41567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:07,062 INFO [M:0;b20163ee1150:41567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:07,062 DEBUG [M:0;b20163ee1150:41567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:24:07,063 DEBUG [M:0;b20163ee1150:41567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:24:07,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:24:07,063 INFO [M:0;b20163ee1150:41567 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:07,063 INFO [M:0;b20163ee1150:41567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:07,063 DEBUG [M:0;b20163ee1150:41567 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:24:07,063 INFO [M:0;b20163ee1150:41567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:24:07,063 INFO [M:0;b20163ee1150:41567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:07,063 INFO [M:0;b20163ee1150:41567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:24:07,063 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271835174 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271835174,5,FailOnTimeoutGroup] 2024-12-04T00:24:07,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:24:07,068 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271835180 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271835180,5,FailOnTimeoutGroup] 2024-12-04T00:24:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21008717628/master 2024-12-04T00:24:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21008717628 2024-12-04T00:24:07,077 INFO [M:0;b20163ee1150:41567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/.lastflushedseqids 2024-12-04T00:24:07,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21008717628/master already deleted, retry=false 2024-12-04T00:24:07,085 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Failed delete of our master address node; KeeperErrorCode = NoNode for /21008717628/master 2024-12-04T00:24:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741843_1019 (size=173) 2024-12-04T00:24:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46093-0x1019db907160007, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:07,152 INFO [RS:0;b20163ee1150:46093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:07,152 INFO [RS:0;b20163ee1150:46093 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,46093,1733271832416; zookeeper connection closed. 2024-12-04T00:24:07,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b6aa0f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b6aa0f9 2024-12-04T00:24:07,157 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:24:07,249 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:07,546 INFO [M:0;b20163ee1150:41567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:24:07,546 INFO [M:0;b20163ee1150:41567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:24:07,546 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:24:07,546 INFO [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:07,546 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:07,546 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:24:07,546 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:07,546 INFO [M:0;b20163ee1150:41567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T00:24:07,570 DEBUG [M:0;b20163ee1150:41567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799ab3ab1682468c8d8c365f71df27ab is 82, key is hbase:meta,,1/info:regioninfo/1733271835863/Put/seqid=0 2024-12-04T00:24:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741844_1020 (size=5672) 2024-12-04T00:24:07,730 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:07,985 INFO [M:0;b20163ee1150:41567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799ab3ab1682468c8d8c365f71df27ab 2024-12-04T00:24:08,008 DEBUG [M:0;b20163ee1150:41567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2bd8af644a1496e8ef49db45e9ad56d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271838082/Put/seqid=0 2024-12-04T00:24:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741845_1021 (size=6586) 2024-12-04T00:24:08,021 INFO [M:0;b20163ee1150:41567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2bd8af644a1496e8ef49db45e9ad56d 2024-12-04T00:24:08,048 DEBUG [M:0;b20163ee1150:41567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680670e9b9574195ae2a0961dd91e0f3 is 69, key is b20163ee1150,46093,1733271832416/rs:state/1733271835295/Put/seqid=0 2024-12-04T00:24:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741846_1022 (size=5156) 2024-12-04T00:24:08,173 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:08,478 INFO [M:0;b20163ee1150:41567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680670e9b9574195ae2a0961dd91e0f3 2024-12-04T00:24:08,483 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/799ab3ab1682468c8d8c365f71df27ab as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/799ab3ab1682468c8d8c365f71df27ab 2024-12-04T00:24:08,487 INFO [M:0;b20163ee1150:41567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/799ab3ab1682468c8d8c365f71df27ab, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T00:24:08,489 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2bd8af644a1496e8ef49db45e9ad56d as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2bd8af644a1496e8ef49db45e9ad56d 2024-12-04T00:24:08,493 INFO [M:0;b20163ee1150:41567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2bd8af644a1496e8ef49db45e9ad56d, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T00:24:08,494 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680670e9b9574195ae2a0961dd91e0f3 as hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/680670e9b9574195ae2a0961dd91e0f3 2024-12-04T00:24:08,498 INFO [M:0;b20163ee1150:41567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32927/user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/680670e9b9574195ae2a0961dd91e0f3, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T00:24:08,499 INFO [M:0;b20163ee1150:41567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=55, compaction requested=false 2024-12-04T00:24:08,509 INFO [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:08,509 DEBUG [M:0;b20163ee1150:41567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271847546Disabling compacts and flushes for region at 1733271847546Disabling writes for close at 1733271847546Obtaining lock to block concurrent updates at 1733271847546Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271847546Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733271847547 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271847547Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271847547Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271847569 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271847569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271847990 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271848008 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271848008Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271848027 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271848048 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271848048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ade2c9: reopening flushed file at 1733271848482 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214a930a: reopening flushed file at 1733271848487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27070233: reopening flushed file at 1733271848494 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=55, compaction requested=false at 1733271848499 (+5 ms)Writing region close event to WAL at 1733271848509 (+10 ms)Closed at 1733271848509 2024-12-04T00:24:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42433 is added to blk_1073741830_1006 (size=32770) 2024-12-04T00:24:08,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73fa27e7-211b-001e-4e13-af618c809052/MasterData/WALs/b20163ee1150,41567,1733271831663/b20163ee1150%2C41567%2C1733271831663.1733271834448 not finished, retry = 0 2024-12-04T00:24:08,619 INFO [M:0;b20163ee1150:41567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:24:08,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:08,619 INFO [M:0;b20163ee1150:41567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41567 2024-12-04T00:24:08,619 INFO [M:0;b20163ee1150:41567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:08,641 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:08,730 INFO [M:0;b20163ee1150:41567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:08,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:08,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41567-0x1019db907160006, quorum=127.0.0.1:57671, baseZNode=/21008717628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@928d69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:24:08,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:08,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:08,734 WARN [BP-298038162-172.17.0.3-1733271829243 heartbeating to localhost/127.0.0.1:32927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:24:08,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:24:08,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:24:08,734 WARN [BP-298038162-172.17.0.3-1733271829243 heartbeating to localhost/127.0.0.1:32927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298038162-172.17.0.3-1733271829243 (Datanode Uuid eba31be3-c285-486d-8d83-5b3308483780) service to localhost/127.0.0.1:32927 2024-12-04T00:24:08,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/cluster_fa953f7d-e413-0365-5349-b54cbffd0a08/data/data1/current/BP-298038162-172.17.0.3-1733271829243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:08,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/cluster_fa953f7d-e413-0365-5349-b54cbffd0a08/data/data2/current/BP-298038162-172.17.0.3-1733271829243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:08,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:24:08,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:24:08,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:08,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:08,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:08,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccbee43-57af-637e-9229-6befdc4b38ef/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:24:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:24:08,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:08,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:08,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:08,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:08,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:24:08,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994018846, stopped=false 2024-12-04T00:24:08,754 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,37669,1733271825883 2024-12-04T00:24:08,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115477556/running 2024-12-04T00:24:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115477556/running 2024-12-04T00:24:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:24:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:24:08,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:08,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:08,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:08,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:08,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,41247,1733271826319' ***** 2024-12-04T00:24:08,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:24:08,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/running 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:24:08,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Set watcher on znode that does not yet exist, /1-115477556/running 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:24:08,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,41247,1733271826319 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:08,768 INFO [RS:0;b20163ee1150:41247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41247. 2024-12-04T00:24:08,768 DEBUG [RS:0;b20163ee1150:41247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:08,768 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c6bd44cad90728757696399a4c95c2c, disabling compactions & flushes 2024-12-04T00:24:08,768 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:08,769 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:24:08,769 INFO [RS:0;b20163ee1150:41247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:24:08,769 INFO [RS:0;b20163ee1150:41247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. after waiting 0 ms 2024-12-04T00:24:08,769 INFO [RS:0;b20163ee1150:41247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:24:08,769 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:24:08,769 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T00:24:08,769 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c6bd44cad90728757696399a4c95c2c=test,,1733271836660.1c6bd44cad90728757696399a4c95c2c.} 2024-12-04T00:24:08,769 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c6bd44cad90728757696399a4c95c2c 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:24:08,769 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:24:08,769 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:24:08,769 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T00:24:08,776 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/default/test/1c6bd44cad90728757696399a4c95c2c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:24:08,777 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c6bd44cad90728757696399a4c95c2c: Waiting for close lock at 1733271848768Running coprocessor pre-close hooks at 1733271848768Disabling compacts and flushes for region at 1733271848768Disabling writes for close at 1733271848769 (+1 ms)Writing region close event to WAL at 1733271848772 (+3 ms)Running coprocessor post-close hooks at 1733271848777 (+5 ms)Closed at 1733271848777 2024-12-04T00:24:08,777 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271836660.1c6bd44cad90728757696399a4c95c2c. 2024-12-04T00:24:08,784 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/info/00aa83b33420469a92edc040b48fe370 is 129, key is test,,1733271836660.1c6bd44cad90728757696399a4c95c2c./info:regioninfo/1733271837048/Put/seqid=0 2024-12-04T00:24:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741841_1017 (size=6421) 2024-12-04T00:24:08,845 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:08,969 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:09,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T00:24:09,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:24:09,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 19, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 189104 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b20163ee1150,36815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:36815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T00:24:09,169 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:09,177 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:09,187 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/info/00aa83b33420469a92edc040b48fe370 2024-12-04T00:24:09,214 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/ns/219e60baa4634543900363780f3ce740 is 43, key is default/ns:d/1733271829085/Put/seqid=0 2024-12-04T00:24:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741842_1018 (size=5153) 2024-12-04T00:24:09,218 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/ns/219e60baa4634543900363780f3ce740 2024-12-04T00:24:09,252 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/rep_barrier/69175fa31ab54d89a0613aa4d1ba631b is 112, key is test,,1733271836660.1c6bd44cad90728757696399a4c95c2c./rep_barrier:seqnumDuringOpen/1733271837048/Put/seqid=0 2024-12-04T00:24:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741843_1019 (size=5518) 2024-12-04T00:24:09,258 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/rep_barrier/69175fa31ab54d89a0613aa4d1ba631b 2024-12-04T00:24:09,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T00:24:09,285 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/table/605ce844a3644f4fae6127652c51ed82 is 40, key is test/table:state/1733271837058/Put/seqid=0 2024-12-04T00:24:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741844_1020 (size=5165) 2024-12-04T00:24:09,370 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:09,497 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:24:09,497 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:24:09,570 DEBUG [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:09,644 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:09,692 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/table/605ce844a3644f4fae6127652c51ed82 2024-12-04T00:24:09,697 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/info/00aa83b33420469a92edc040b48fe370 as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/info/00aa83b33420469a92edc040b48fe370 2024-12-04T00:24:09,701 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/info/00aa83b33420469a92edc040b48fe370, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T00:24:09,701 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/ns/219e60baa4634543900363780f3ce740 as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/ns/219e60baa4634543900363780f3ce740 2024-12-04T00:24:09,707 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/ns/219e60baa4634543900363780f3ce740, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:24:09,708 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/rep_barrier/69175fa31ab54d89a0613aa4d1ba631b as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/rep_barrier/69175fa31ab54d89a0613aa4d1ba631b 2024-12-04T00:24:09,714 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/rep_barrier/69175fa31ab54d89a0613aa4d1ba631b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T00:24:09,715 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/.tmp/table/605ce844a3644f4fae6127652c51ed82 as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/table/605ce844a3644f4fae6127652c51ed82 2024-12-04T00:24:09,720 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/table/605ce844a3644f4fae6127652c51ed82, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T00:24:09,724 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=11, compaction requested=false 2024-12-04T00:24:09,724 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T00:24:09,738 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T00:24:09,739 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:09,739 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:24:09,739 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:09,739 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271848769Running coprocessor pre-close hooks at 1733271848769Disabling compacts and flushes for region at 1733271848769Disabling writes for close at 1733271848769Obtaining lock to block concurrent updates at 1733271848769Preparing flush snapshotting stores in 1588230740 at 1733271848769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733271848769Flushing stores of hbase:meta,,1.1588230740 at 1733271848770 (+1 ms)Flushing 1588230740/info: creating writer at 1733271848770Flushing 1588230740/info: appending metadata at 1733271848783 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733271848784 (+1 ms)Flushing 1588230740/ns: creating writer at 1733271849192 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733271849213 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733271849213Flushing 1588230740/rep_barrier: creating writer at 1733271849226 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271849252 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271849252Flushing 1588230740/table: creating writer at 1733271849263 (+11 ms)Flushing 1588230740/table: appending metadata at 1733271849284 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733271849284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2bba80: reopening flushed file at 1733271849696 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1408c5: reopening flushed file at 1733271849701 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6423dc35: reopening flushed file at 1733271849707 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7b2cd: reopening flushed file at 1733271849714 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=11, compaction requested=false at 1733271849724 (+10 ms)Writing region close event to WAL at 1733271849733 (+9 ms)Running coprocessor post-close hooks at 1733271849739 (+6 ms)Closed at 1733271849739 2024-12-04T00:24:09,739 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:09,770 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,41247,1733271826319; all regions closed. 2024-12-04T00:24:09,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741834_1010 (size=2717) 2024-12-04T00:24:09,778 DEBUG [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/oldWALs 2024-12-04T00:24:09,778 INFO [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C41247%2C1733271826319.meta:.meta(num 1733271829000) 2024-12-04T00:24:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741833_1009 (size=1374) 2024-12-04T00:24:09,783 DEBUG [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/oldWALs 2024-12-04T00:24:09,783 INFO [RS:0;b20163ee1150:41247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b20163ee1150%2C41247%2C1733271826319:(num 1733271828632) 2024-12-04T00:24:09,783 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:09,783 INFO [RS:0;b20163ee1150:41247 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:09,784 INFO [RS:0;b20163ee1150:41247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:09,784 INFO [RS:0;b20163ee1150:41247 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:09,784 INFO [RS:0;b20163ee1150:41247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:09,784 INFO [RS:0;b20163ee1150:41247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41247. 2024-12-04T00:24:09,784 DEBUG [RS:0;b20163ee1150:41247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:09,784 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:09,784 DEBUG [RS:0;b20163ee1150:41247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:09,784 INFO [RS:0;b20163ee1150:41247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41247 2024-12-04T00:24:09,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:09,785 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:09,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556/rs 2024-12-04T00:24:09,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115477556/rs/b20163ee1150,41247,1733271826319 2024-12-04T00:24:09,849 INFO [RS:0;b20163ee1150:41247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:09,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,41247,1733271826319] 2024-12-04T00:24:09,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-115477556/draining/b20163ee1150,41247,1733271826319 already deleted, retry=false 2024-12-04T00:24:09,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,41247,1733271826319 expired; onlineServers=0 2024-12-04T00:24:09,872 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,37669,1733271825883' ***** 2024-12-04T00:24:09,872 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:24:09,872 INFO [M:0;b20163ee1150:37669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:09,873 DEBUG [M:0;b20163ee1150:37669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:24:09,873 DEBUG [M:0;b20163ee1150:37669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:24:09,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:24:09,873 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271827672 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271827672,5,FailOnTimeoutGroup] 2024-12-04T00:24:09,873 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271827672 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271827672,5,FailOnTimeoutGroup] 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:09,873 DEBUG [M:0;b20163ee1150:37669 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:09,873 INFO [M:0;b20163ee1150:37669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:24:09,873 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:24:09,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-115477556/master 2024-12-04T00:24:09,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-115477556 2024-12-04T00:24:09,883 DEBUG [M:0;b20163ee1150:37669 {}] zookeeper.ZKUtil(347): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Unable to get data of znode /1-115477556/master because node does not exist (not an error) 2024-12-04T00:24:09,883 WARN [M:0;b20163ee1150:37669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T00:24:09,889 INFO [M:0;b20163ee1150:37669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/.lastflushedseqids 2024-12-04T00:24:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741845_1021 (size=173) 2024-12-04T00:24:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41247-0x1019db907160004, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:09,964 INFO [RS:0;b20163ee1150:41247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:09,964 INFO [RS:0;b20163ee1150:41247 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,41247,1733271826319; zookeeper connection closed. 2024-12-04T00:24:09,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cd4e3fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cd4e3fc 2024-12-04T00:24:09,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:24:10,281 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:10,308 INFO [M:0;b20163ee1150:37669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:24:10,309 INFO [M:0;b20163ee1150:37669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:24:10,309 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:24:10,309 INFO [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:10,309 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:10,309 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:24:10,309 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:10,309 INFO [M:0;b20163ee1150:37669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T00:24:10,333 DEBUG [M:0;b20163ee1150:37669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb65582322647d0a615e9f37fe3646a is 82, key is hbase:meta,,1/info:regioninfo/1733271829028/Put/seqid=0 2024-12-04T00:24:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741846_1022 (size=5672) 2024-12-04T00:24:10,346 INFO [M:0;b20163ee1150:37669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb65582322647d0a615e9f37fe3646a 2024-12-04T00:24:10,372 DEBUG [M:0;b20163ee1150:37669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bec4996b53a4bafb2200a32c10ffa0f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733271837063/Put/seqid=0 2024-12-04T00:24:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741847_1023 (size=6586) 2024-12-04T00:24:10,757 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:10,786 INFO [M:0;b20163ee1150:37669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bec4996b53a4bafb2200a32c10ffa0f 2024-12-04T00:24:10,805 DEBUG [M:0;b20163ee1150:37669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b689326196304c7381590fd4cae38c66 is 69, key is b20163ee1150,41247,1733271826319/rs:state/1733271827826/Put/seqid=0 2024-12-04T00:24:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741848_1024 (size=5156) 2024-12-04T00:24:10,808 INFO [M:0;b20163ee1150:37669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b689326196304c7381590fd4cae38c66 2024-12-04T00:24:10,811 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb65582322647d0a615e9f37fe3646a as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb65582322647d0a615e9f37fe3646a 2024-12-04T00:24:10,814 INFO [M:0;b20163ee1150:37669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb65582322647d0a615e9f37fe3646a, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T00:24:10,814 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bec4996b53a4bafb2200a32c10ffa0f as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bec4996b53a4bafb2200a32c10ffa0f 2024-12-04T00:24:10,817 INFO [M:0;b20163ee1150:37669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bec4996b53a4bafb2200a32c10ffa0f, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T00:24:10,818 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b689326196304c7381590fd4cae38c66 as hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b689326196304c7381590fd4cae38c66 2024-12-04T00:24:10,825 INFO [M:0;b20163ee1150:37669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45831/user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b689326196304c7381590fd4cae38c66, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T00:24:10,826 INFO [M:0;b20163ee1150:37669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false 2024-12-04T00:24:10,832 INFO [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:10,832 DEBUG [M:0;b20163ee1150:37669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271850309Disabling compacts and flushes for region at 1733271850309Disabling writes for close at 1733271850309Obtaining lock to block concurrent updates at 1733271850309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271850309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733271850309Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271850312 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271850312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271850332 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271850332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271850351 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271850372 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271850372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271850789 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271850805 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271850805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cfd88f: reopening flushed file at 1733271850811 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6392c4: reopening flushed file at 1733271850814 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c6f180: reopening flushed file at 1733271850817 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false at 1733271850826 (+9 ms)Writing region close event to WAL at 1733271850832 (+6 ms)Closed at 1733271850832 2024-12-04T00:24:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741830_1006 (size=32770) 2024-12-04T00:24:10,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3bbe7037-4166-bf82-ce17-028191a3a7e2/MasterData/WALs/b20163ee1150,37669,1733271825883/b20163ee1150%2C37669%2C1733271825883.1733271827460 not finished, retry = 0 2024-12-04T00:24:10,944 INFO [M:0;b20163ee1150:37669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:24:10,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:10,944 INFO [M:0;b20163ee1150:37669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37669 2024-12-04T00:24:10,945 INFO [M:0;b20163ee1150:37669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:11,061 INFO [M:0;b20163ee1150:37669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37669-0x1019db907160003, quorum=127.0.0.1:57671, baseZNode=/1-115477556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:11,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T00:24:11,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2590021c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:24:11,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:11,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:11,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:11,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:11,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T00:24:11,191 WARN [BP-333537663-172.17.0.3-1733271822928 heartbeating to localhost/127.0.0.1:45831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:24:11,191 WARN [BP-333537663-172.17.0.3-1733271822928 heartbeating to localhost/127.0.0.1:45831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-333537663-172.17.0.3-1733271822928 (Datanode Uuid 762865fc-a88b-4b03-94e2-263a4bc95b93) service to localhost/127.0.0.1:45831 2024-12-04T00:24:11,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/cluster_4983af80-83cb-459b-d3e0-3e19c9eee2c0/data/data1/current/BP-333537663-172.17.0.3-1733271822928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:11,192 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:24:11,192 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:24:11,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/cluster_4983af80-83cb-459b-d3e0-3e19c9eee2c0/data/data2/current/BP-333537663-172.17.0.3-1733271822928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:11,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:24:11,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17c08a5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:24:11,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:11,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:11,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:11,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f918cc5-5d3f-be00-bebd-72a11be024f4/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:24:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T00:24:11,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:11,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:11,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:11,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:11,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:11,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T00:24:11,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=355742214, stopped=false 2024-12-04T00:24:11,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b20163ee1150,38591,1733271819675 2024-12-04T00:24:11,244 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758063402/running 2024-12-04T00:24:11,244 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:24:11,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758063402/running 2024-12-04T00:24:11,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:24:11,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/running 2024-12-04T00:24:11,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:11,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T00:24:11,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:11,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Set watcher on znode that does not yet exist, /0-758063402/running 2024-12-04T00:24:11,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:11,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b20163ee1150,41955,1733271819888' ***** 2024-12-04T00:24:11,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T00:24:11,246 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T00:24:11,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T00:24:11,247 INFO [RS:0;b20163ee1150:41955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T00:24:11,247 INFO [RS:0;b20163ee1150:41955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T00:24:11,247 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fee553fc6e79a726a31a84227155d3d 2024-12-04T00:24:11,250 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(3091): Received CLOSE for a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:24:11,250 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(959): stopping server b20163ee1150,41955,1733271819888 2024-12-04T00:24:11,250 INFO [RS:0;b20163ee1150:41955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:11,250 INFO [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41955. 2024-12-04T00:24:11,250 DEBUG [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:11,250 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:11,251 INFO [RS:0;b20163ee1150:41955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T00:24:11,251 INFO [RS:0;b20163ee1150:41955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T00:24:11,251 INFO [RS:0;b20163ee1150:41955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T00:24:11,251 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T00:24:11,252 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fee553fc6e79a726a31a84227155d3d, disabling compactions & flushes 2024-12-04T00:24:11,252 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:24:11,252 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:24:11,252 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. after waiting 0 ms 2024-12-04T00:24:11,252 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:24:11,256 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T00:24:11,256 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1325): Online Regions={7fee553fc6e79a726a31a84227155d3d=test,,1733271836025.7fee553fc6e79a726a31a84227155d3d., 1588230740=hbase:meta,,1.1588230740, a02a41ad01921af82e4e2efe3bd6afaf=hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf.} 2024-12-04T00:24:11,256 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fee553fc6e79a726a31a84227155d3d, a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:24:11,258 INFO [regionserver/b20163ee1150:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:11,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T00:24:11,260 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T00:24:11,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T00:24:11,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T00:24:11,260 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T00:24:11,261 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T00:24:11,307 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/default/test/7fee553fc6e79a726a31a84227155d3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T00:24:11,309 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fee553fc6e79a726a31a84227155d3d: Waiting for close lock at 1733271851251Running coprocessor pre-close hooks at 1733271851251Disabling compacts and flushes for region at 1733271851251Disabling writes for close at 1733271851252 (+1 ms)Writing region close event to WAL at 1733271851277 (+25 ms)Running coprocessor post-close hooks at 1733271851309 (+32 ms)Closed at 1733271851309 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733271836025.7fee553fc6e79a726a31a84227155d3d. 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a02a41ad01921af82e4e2efe3bd6afaf, disabling compactions & flushes 2024-12-04T00:24:11,309 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. after waiting 0 ms 2024-12-04T00:24:11,309 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:24:11,311 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a02a41ad01921af82e4e2efe3bd6afaf 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T00:24:11,321 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/info/11851126d33b4f40bd62299aee38cd2c is 147, key is hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf./info:regioninfo/1733271839365/Put/seqid=0 2024-12-04T00:24:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741847_1023 (size=7686) 2024-12-04T00:24:11,346 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/info/11851126d33b4f40bd62299aee38cd2c 2024-12-04T00:24:11,357 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/hfileref/3193e58232104e49aa25caed2903c137 is 74, key is 1/hfileref:07b4db69b10a4d10b0fbf4b8d3ab4634_SeqId_4_/1733271841760/DeleteColumn/seqid=0 2024-12-04T00:24:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741848_1024 (size=5489) 2024-12-04T00:24:11,413 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/ns/2b7cc95ef8d74702894425574d79664a is 43, key is default/ns:d/1733271822680/Put/seqid=0 2024-12-04T00:24:11,426 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/hfileref/3193e58232104e49aa25caed2903c137 2024-12-04T00:24:11,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741849_1025 (size=5153) 2024-12-04T00:24:11,459 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:24:11,488 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:11,496 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/queue/a238dd1fd2dd456aa800f97801bf8b5d is 153, key is 1-b20163ee1150,41955,1733271819888/queue:b20163ee1150%2C41955%2C1733271819888/1733271844723/Put/seqid=0 2024-12-04T00:24:11,509 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:24:11,509 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:11,510 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:24:11,511 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b20163ee1150,41955,1733271819888: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b20163ee1150,41955,1733271819888, walGroup=b20163ee1150%2C41955%2C1733271819888, offset=b20163ee1150%2C41955%2C1733271819888.1733271842165:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:41955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T00:24:11,512 ERROR [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T00:24:11,512 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T00:24:11,513 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T00:24:11,513 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T00:24:11,513 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T00:24:11,513 INFO [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 1286196736 }, "NonHeapMemoryUsage": { "committed": 212336640, "init": 7667712, "max": -1, "used": 209145984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T00:24:11,513 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:38591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:38591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T00:24:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741850_1026 (size=5504) 2024-12-04T00:24:11,540 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/queue/a238dd1fd2dd456aa800f97801bf8b5d 2024-12-04T00:24:11,568 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/hfileref/3193e58232104e49aa25caed2903c137 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/hfileref/3193e58232104e49aa25caed2903c137 2024-12-04T00:24:11,602 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/hfileref/3193e58232104e49aa25caed2903c137, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T00:24:11,604 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/.tmp/queue/a238dd1fd2dd456aa800f97801bf8b5d as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/queue/a238dd1fd2dd456aa800f97801bf8b5d 2024-12-04T00:24:11,640 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/queue/a238dd1fd2dd456aa800f97801bf8b5d, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T00:24:11,646 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a02a41ad01921af82e4e2efe3bd6afaf in 337ms, sequenceid=17, compaction requested=false 2024-12-04T00:24:11,660 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a02a41ad01921af82e4e2efe3bd6afaf 2024-12-04T00:24:11,679 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b20163ee1150:38591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-04T00:24:11,735 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/replication/a02a41ad01921af82e4e2efe3bd6afaf/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T00:24:11,751 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:11,759 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:11,760 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:24:11,760 INFO [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:24:11,761 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a02a41ad01921af82e4e2efe3bd6afaf: Waiting for close lock at 1733271851309Running coprocessor pre-close hooks at 1733271851309Disabling compacts and flushes for region at 1733271851309Disabling writes for close at 1733271851309Obtaining lock to block concurrent updates at 1733271851311 (+2 ms)Preparing flush snapshotting stores in a02a41ad01921af82e4e2efe3bd6afaf at 1733271851311Finished memstore snapshotting hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733271851311Flushing stores of hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. at 1733271851312 (+1 ms)Flushing a02a41ad01921af82e4e2efe3bd6afaf/hfileref: creating writer at 1733271851313 (+1 ms)Flushing a02a41ad01921af82e4e2efe3bd6afaf/hfileref: appending metadata at 1733271851356 (+43 ms)Flushing a02a41ad01921af82e4e2efe3bd6afaf/hfileref: closing flushed file at 1733271851356Flushing a02a41ad01921af82e4e2efe3bd6afaf/queue: creating writer at 1733271851449 (+93 ms)Flushing a02a41ad01921af82e4e2efe3bd6afaf/queue: appending metadata at 1733271851496 (+47 ms)Flushing a02a41ad01921af82e4e2efe3bd6afaf/queue: closing flushed file at 1733271851496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7205c6dd: reopening flushed file at 1733271851560 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a809570: reopening flushed file at 1733271851602 (+42 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a02a41ad01921af82e4e2efe3bd6afaf in 337ms, sequenceid=17, compaction requested=false at 1733271851646 (+44 ms)Writing region close event to WAL at 1733271851664 (+18 ms)Running coprocessor post-close hooks at 1733271851759 (+95 ms)Closed at 1733271851760 (+1 ms) 2024-12-04T00:24:11,764 DEBUG [RS_CLOSE_REGION-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733271838499.a02a41ad01921af82e4e2efe3bd6afaf. 2024-12-04T00:24:11,814 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T00:24:11,814 INFO [regionserver/b20163ee1150:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T00:24:11,851 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/ns/2b7cc95ef8d74702894425574d79664a 2024-12-04T00:24:11,860 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:11,895 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/rep_barrier/14fe5eeed0d34283ba7bf32006bfa01f is 112, key is test,,1733271836025.7fee553fc6e79a726a31a84227155d3d./rep_barrier:seqnumDuringOpen/1733271836445/Put/seqid=0 2024-12-04T00:24:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741851_1027 (size=5518) 2024-12-04T00:24:11,920 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/rep_barrier/14fe5eeed0d34283ba7bf32006bfa01f 2024-12-04T00:24:11,963 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 393, reset compression=false 2024-12-04T00:24:11,987 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/table/6fc47ad790c74b73a52078375a23baed is 53, key is hbase:replication/table:state/1733271839381/Put/seqid=0 2024-12-04T00:24:11,990 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T00:24:11,990 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:11,990 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b20163ee1150,41955,1733271819888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T00:24:11,991 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T00:24:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741852_1028 (size=5308) 2024-12-04T00:24:12,006 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/table/6fc47ad790c74b73a52078375a23baed 2024-12-04T00:24:12,012 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/info/11851126d33b4f40bd62299aee38cd2c as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/info/11851126d33b4f40bd62299aee38cd2c 2024-12-04T00:24:12,016 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/info/11851126d33b4f40bd62299aee38cd2c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T00:24:12,017 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/ns/2b7cc95ef8d74702894425574d79664a as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/ns/2b7cc95ef8d74702894425574d79664a 2024-12-04T00:24:12,022 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/ns/2b7cc95ef8d74702894425574d79664a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T00:24:12,023 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/rep_barrier/14fe5eeed0d34283ba7bf32006bfa01f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/rep_barrier/14fe5eeed0d34283ba7bf32006bfa01f 2024-12-04T00:24:12,033 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/rep_barrier/14fe5eeed0d34283ba7bf32006bfa01f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T00:24:12,034 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/.tmp/table/6fc47ad790c74b73a52078375a23baed as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/table/6fc47ad790c74b73a52078375a23baed 2024-12-04T00:24:12,042 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/table/6fc47ad790c74b73a52078375a23baed, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T00:24:12,042 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 782ms, sequenceid=16, compaction requested=false 2024-12-04T00:24:12,061 DEBUG [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T00:24:12,084 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T00:24:12,085 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T00:24:12,085 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T00:24:12,085 INFO [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:12,085 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733271851260Running coprocessor pre-close hooks at 1733271851260Disabling compacts and flushes for region at 1733271851260Disabling writes for close at 1733271851260Obtaining lock to block concurrent updates at 1733271851261 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733271851261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733271851261Flushing stores of hbase:meta,,1.1588230740 at 1733271851268 (+7 ms)Flushing 1588230740/info: creating writer at 1733271851268Flushing 1588230740/info: appending metadata at 1733271851320 (+52 ms)Flushing 1588230740/info: closing flushed file at 1733271851320Flushing 1588230740/ns: creating writer at 1733271851371 (+51 ms)Flushing 1588230740/ns: appending metadata at 1733271851413 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1733271851413Flushing 1588230740/rep_barrier: creating writer at 1733271851857 (+444 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733271851894 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733271851894Flushing 1588230740/table: creating writer at 1733271851925 (+31 ms)Flushing 1588230740/table: appending metadata at 1733271851987 (+62 ms)Flushing 1588230740/table: closing flushed file at 1733271851987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a53e9a: reopening flushed file at 1733271852011 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf7f4ee: reopening flushed file at 1733271852017 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3b41f5: reopening flushed file at 1733271852022 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1fa8e8: reopening flushed file at 1733271852033 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 782ms, sequenceid=16, compaction requested=false at 1733271852042 (+9 ms)Writing region close event to WAL at 1733271852081 (+39 ms)Running coprocessor post-close hooks at 1733271852085 (+4 ms)Closed at 1733271852085 2024-12-04T00:24:12,085 DEBUG [RS_CLOSE_META-regionserver/b20163ee1150:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T00:24:12,089 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:12,209 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:12,262 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(976): stopping server b20163ee1150,41955,1733271819888; all regions closed. 2024-12-04T00:24:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741843_1019 (size=859) 2024-12-04T00:24:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741844_1020 (size=2791) 2024-12-04T00:24:12,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.rep.1733271842278 not finished, retry = 0 2024-12-04T00:24:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741842_1018 (size=696) 2024-12-04T00:24:12,430 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:12,430 INFO [RS:0;b20163ee1150:41955 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T00:24:12,431 INFO [RS:0;b20163ee1150:41955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:12,431 INFO [RS:0;b20163ee1150:41955 {}] hbase.ChoreService(370): Chore service for: regionserver/b20163ee1150:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:12,431 INFO [RS:0;b20163ee1150:41955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:12,431 INFO [RS:0;b20163ee1150:41955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b20163ee1150,41955,1733271819888 because: Region server is closing 2024-12-04T00:24:12,432 INFO [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41955. 2024-12-04T00:24:12,432 INFO [regionserver/b20163ee1150:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:12,432 DEBUG [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:12,432 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:12,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:12,432 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:12,505 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 to pos 688, reset compression=false 2024-12-04T00:24:12,520 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/WALs/b20163ee1150,41955,1733271819888/b20163ee1150%2C41955%2C1733271819888.1733271842165 2024-12-04T00:24:12,520 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T00:24:12,520 DEBUG [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T00:24:12,533 INFO [RS:0;b20163ee1150:41955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,1-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,1-b20163ee1150,41955,1733271819888 terminated 2024-12-04T00:24:12,533 INFO [RS:0;b20163ee1150:41955 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b20163ee1150,41955,1733271819888 because: Region server is closing 2024-12-04T00:24:12,533 INFO [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b20163ee1150:41955. 2024-12-04T00:24:12,533 DEBUG [RS:0;b20163ee1150:41955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T00:24:12,533 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:12,533 DEBUG [RS:0;b20163ee1150:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T00:24:12,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T00:24:12,636 INFO [RS:0;b20163ee1150:41955 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.shipperb20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 terminated 2024-12-04T00:24:12,636 INFO [RS:0;b20163ee1150:41955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41955 2024-12-04T00:24:12,637 WARN [RS_REFRESH_PEER-regionserver/b20163ee1150:0-0.replicationSource,2-b20163ee1150,41955,1733271819888.replicationSource.wal-reader.b20163ee1150%2C41955%2C1733271819888,2-b20163ee1150,41955,1733271819888 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-04T00:24:12,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402/rs 2024-12-04T00:24:12,664 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758063402/rs/b20163ee1150,41955,1733271819888 2024-12-04T00:24:12,664 INFO [RS:0;b20163ee1150:41955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:12,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b20163ee1150,41955,1733271819888] 2024-12-04T00:24:12,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/draining/b20163ee1150,41955,1733271819888 already deleted, retry=false 2024-12-04T00:24:12,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b20163ee1150,41955,1733271819888 expired; onlineServers=0 2024-12-04T00:24:12,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b20163ee1150,38591,1733271819675' ***** 2024-12-04T00:24:12,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T00:24:12,768 INFO [M:0;b20163ee1150:38591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T00:24:12,768 INFO [M:0;b20163ee1150:38591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T00:24:12,768 DEBUG [M:0;b20163ee1150:38591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T00:24:12,768 DEBUG [M:0;b20163ee1150:38591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T00:24:12,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T00:24:12,768 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271821628 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.large.0-1733271821628,5,FailOnTimeoutGroup] 2024-12-04T00:24:12,768 INFO [M:0;b20163ee1150:38591 {}] hbase.ChoreService(370): Chore service for: master/b20163ee1150:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T00:24:12,769 INFO [M:0;b20163ee1150:38591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T00:24:12,769 DEBUG [M:0;b20163ee1150:38591 {}] master.HMaster(1795): Stopping service threads 2024-12-04T00:24:12,769 INFO [M:0;b20163ee1150:38591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T00:24:12,769 DEBUG [master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271821628 {}] cleaner.HFileCleaner(306): Exit Thread[master/b20163ee1150:0:becomeActiveMaster-HFileCleaner.small.0-1733271821628,5,FailOnTimeoutGroup] 2024-12-04T00:24:12,769 INFO [M:0;b20163ee1150:38591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T00:24:12,769 ERROR [M:0;b20163ee1150:38591 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:46089 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46089,5,PEWorkerGroup] 2024-12-04T00:24:12,769 INFO [M:0;b20163ee1150:38591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T00:24:12,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T00:24:12,778 DEBUG [M:0;b20163ee1150:38591 {}] zookeeper.RecoverableZooKeeper(212): Node /0-758063402/master already deleted, retry=false 2024-12-04T00:24:12,778 DEBUG [M:0;b20163ee1150:38591 {}] master.ActiveMasterManager(353): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-758063402/master 2024-12-04T00:24:12,778 INFO [M:0;b20163ee1150:38591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/.lastflushedseqids 2024-12-04T00:24:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758063402/master 2024-12-04T00:24:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758063402 2024-12-04T00:24:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741853_1029 (size=263) 2024-12-04T00:24:12,859 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:12,859 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1019db907160001, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:12,859 INFO [RS:0;b20163ee1150:41955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:12,859 INFO [RS:0;b20163ee1150:41955 {}] regionserver.HRegionServer(1031): Exiting; stopping=b20163ee1150,41955,1733271819888; zookeeper connection closed. 2024-12-04T00:24:12,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@659e813b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@659e813b 2024-12-04T00:24:12,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T00:24:13,198 INFO [M:0;b20163ee1150:38591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T00:24:13,198 INFO [M:0;b20163ee1150:38591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T00:24:13,199 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T00:24:13,199 INFO [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:13,199 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:13,199 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T00:24:13,199 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:13,199 INFO [M:0;b20163ee1150:38591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-04T00:24:13,211 DEBUG [M:0;b20163ee1150:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ff35b8bf0a444aae1802d302d82812 is 82, key is hbase:meta,,1/info:regioninfo/1733271822551/Put/seqid=0 2024-12-04T00:24:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741854_1030 (size=5672) 2024-12-04T00:24:13,214 INFO [M:0;b20163ee1150:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ff35b8bf0a444aae1802d302d82812 2024-12-04T00:24:13,233 DEBUG [M:0;b20163ee1150:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfa635f379d46dd9a544bbe5644a84f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733271839390/Put/seqid=0 2024-12-04T00:24:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741855_1031 (size=8908) 2024-12-04T00:24:13,641 INFO [M:0;b20163ee1150:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfa635f379d46dd9a544bbe5644a84f 2024-12-04T00:24:13,657 DEBUG [M:0;b20163ee1150:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab269ea1a1a4d7ab69855735a695920 is 69, key is b20163ee1150,41955,1733271819888/rs:state/1733271821699/Put/seqid=0 2024-12-04T00:24:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741856_1032 (size=5156) 2024-12-04T00:24:14,060 INFO [M:0;b20163ee1150:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab269ea1a1a4d7ab69855735a695920 2024-12-04T00:24:14,064 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00ff35b8bf0a444aae1802d302d82812 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00ff35b8bf0a444aae1802d302d82812 2024-12-04T00:24:14,066 INFO [M:0;b20163ee1150:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00ff35b8bf0a444aae1802d302d82812, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T00:24:14,067 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfa635f379d46dd9a544bbe5644a84f as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bfa635f379d46dd9a544bbe5644a84f 2024-12-04T00:24:14,070 INFO [M:0;b20163ee1150:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bfa635f379d46dd9a544bbe5644a84f, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T00:24:14,070 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab269ea1a1a4d7ab69855735a695920 as hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab269ea1a1a4d7ab69855735a695920 2024-12-04T00:24:14,072 INFO [M:0;b20163ee1150:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46089/user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab269ea1a1a4d7ab69855735a695920, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T00:24:14,073 INFO [M:0;b20163ee1150:38591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false 2024-12-04T00:24:14,074 INFO [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T00:24:14,074 DEBUG [M:0;b20163ee1150:38591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733271853198Disabling compacts and flushes for region at 1733271853198Disabling writes for close at 1733271853199 (+1 ms)Obtaining lock to block concurrent updates at 1733271853199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733271853199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733271853199Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733271853199Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733271853200 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733271853211 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733271853211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733271853217 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733271853233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733271853233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733271853645 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733271853656 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733271853656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8afb27a: reopening flushed file at 1733271854063 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa5e0: reopening flushed file at 1733271854067 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2e43a7: reopening flushed file at 1733271854070 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false at 1733271854073 (+3 ms)Writing region close event to WAL at 1733271854074 (+1 ms)Closed at 1733271854074 2024-12-04T00:24:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741830_1006 (size=69043) 2024-12-04T00:24:14,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbf4e47b-e44b-ee82-225e-41d1c0778016/MasterData/WALs/b20163ee1150,38591,1733271819675/b20163ee1150%2C38591%2C1733271819675.1733271821261 not finished, retry = 0 2024-12-04T00:24:14,176 INFO [M:0;b20163ee1150:38591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T00:24:14,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T00:24:14,176 INFO [M:0;b20163ee1150:38591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38591 2024-12-04T00:24:14,177 INFO [M:0;b20163ee1150:38591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T00:24:14,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:14,374 INFO [M:0;b20163ee1150:38591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T00:24:14,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1019db907160000, quorum=127.0.0.1:57671, baseZNode=/0-758063402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T00:24:14,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T00:24:14,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:14,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:14,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:14,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:14,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T00:24:14,386 WARN [BP-472887969-172.17.0.3-1733271817117 heartbeating to localhost/127.0.0.1:46089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T00:24:14,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T00:24:14,386 WARN [BP-472887969-172.17.0.3-1733271817117 heartbeating to localhost/127.0.0.1:46089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472887969-172.17.0.3-1733271817117 (Datanode Uuid cbdf9433-88fe-4954-a240-b29ce8c38de9) service to localhost/127.0.0.1:46089 2024-12-04T00:24:14,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/data/data1/current/BP-472887969-172.17.0.3-1733271817117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:14,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/cluster_b3b6b431-e188-3ba0-8f30-e4455c715f37/data/data2/current/BP-472887969-172.17.0.3-1733271817117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T00:24:14,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T00:24:14,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T00:24:14,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T00:24:14,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T00:24:14,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T00:24:14,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c35bc0d5-9527-26c6-b73e-ae2f722cd270/hadoop.log.dir/,STOPPED} 2024-12-04T00:24:14,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T00:24:14,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T00:24:14,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 524) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45831 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32927 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32927 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45831 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46089 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:32927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=964 (was 895) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5415 (was 5401) - AvailableMemoryMB LEAK? - 2024-12-04T00:24:14,433 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500